2024-11-27 17:17:53,839 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 17:17:53,860 main DEBUG Took 0.019296 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 17:17:53,861 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 17:17:53,861 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 17:17:53,863 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 17:17:53,864 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:17:53,873 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 17:17:53,888 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:17:53,889 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:17:53,890 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:17:53,891 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:17:53,891 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:17:53,892 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:17:53,893 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:17:53,894 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:17:53,895 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:17:53,895 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:17:53,897 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:17:53,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:17:53,898 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:17:53,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:17:53,899 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:17:53,900 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:17:53,900 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:17:53,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:17:53,901 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:17:53,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:17:53,902 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:17:53,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:17:53,904 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:17:53,904 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:17:53,905 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:17:53,905 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 17:17:53,908 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:17:53,909 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 17:17:53,912 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 17:17:53,913 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 17:17:53,915 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 17:17:53,916 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 17:17:53,927 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 17:17:53,931 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 17:17:53,934 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 17:17:53,934 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 17:17:53,935 main DEBUG createAppenders(={Console}) 2024-11-27 17:17:53,936 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-27 17:17:53,937 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 17:17:53,937 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-27 17:17:53,938 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 17:17:53,939 main DEBUG OutputStream closed 2024-11-27 17:17:53,939 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 17:17:53,940 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 17:17:53,940 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-27 17:17:54,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 17:17:54,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 17:17:54,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 17:17:54,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 17:17:54,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 17:17:54,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 17:17:54,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 17:17:54,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 17:17:54,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 17:17:54,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 17:17:54,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 17:17:54,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 17:17:54,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 17:17:54,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 17:17:54,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 17:17:54,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 17:17:54,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 17:17:54,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 17:17:54,066 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 17:17:54,066 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-27 17:17:54,067 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 17:17:54,068 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-27T17:17:54,093 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-27 17:17:54,097 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 17:17:54,097 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T17:17:54,180 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=969, ProcessCount=11, AvailableMemoryMB=5566 2024-11-27T17:17:54,528 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-27T17:17:54,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798 2024-11-27T17:17:54,594 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/cluster_a4a04ae5-893e-c904-add1-56a5098f3f84, deleteOnExit=true 2024-11-27T17:17:54,720 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/cluster_a4a04ae5-893e-c904-add1-56a5098f3f84/zookeeper_0, clientPort=59864, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/cluster_a4a04ae5-893e-c904-add1-56a5098f3f84/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/cluster_a4a04ae5-893e-c904-add1-56a5098f3f84/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T17:17:54,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59864 2024-11-27T17:17:54,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:17:54,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:17:54,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/test.cache.data in system properties and HBase conf 2024-11-27T17:17:54,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:17:54,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:17:54,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:17:54,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:17:54,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:17:54,832 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T17:17:54,928 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:17:54,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:17:54,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:17:54,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:17:54,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:17:54,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:17:54,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:17:54,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:17:54,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:17:54,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:17:54,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:17:54,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:17:54,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:17:54,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:17:54,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:17:56,094 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T17:17:56,170 INFO [Time-limited test {}] log.Log(170): Logging initialized @3141ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T17:17:56,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:17:56,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:17:56,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:17:56,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:17:56,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:17:56,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:17:56,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:17:56,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:17:56,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74014320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/java.io.tmpdir/jetty-localhost-33695-hadoop-hdfs-3_4_1-tests_jar-_-any-11580648588473766417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:17:56,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:33695} 2024-11-27T17:17:56,628 INFO [Time-limited test {}] server.Server(415): Started @3600ms 2024-11-27T17:17:57,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:17:57,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:17:57,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:17:57,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:17:57,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:17:57,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:17:57,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:17:57,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5373e2c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/java.io.tmpdir/jetty-localhost-41787-hadoop-hdfs-3_4_1-tests_jar-_-any-7131525951971887818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:17:57,311 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:41787} 2024-11-27T17:17:57,312 INFO [Time-limited test {}] server.Server(415): Started @4283ms 2024-11-27T17:17:57,372 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:17:58,428 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/cluster_a4a04ae5-893e-c904-add1-56a5098f3f84/data/data1/current/BP-811564447-172.17.0.3-1732727875600/current, will proceed with Du for space computation calculation, 2024-11-27T17:17:58,428 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/cluster_a4a04ae5-893e-c904-add1-56a5098f3f84/data/data2/current/BP-811564447-172.17.0.3-1732727875600/current, will proceed with Du for space computation calculation, 2024-11-27T17:17:58,460 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:17:58,502 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8648b6b280b0fccd with lease ID 0xe59230197c942626: Processing first storage report for DS-f571a394-ed58-4bae-87db-26e97c18b315 from datanode DatanodeRegistration(127.0.0.1:46139, datanodeUuid=7dacd66a-0110-4d73-be27-9b671fe38f8c, infoPort=36861, infoSecurePort=0, ipcPort=34875, storageInfo=lv=-57;cid=testClusterID;nsid=1448478551;c=1732727875600) 2024-11-27T17:17:58,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8648b6b280b0fccd with lease ID 0xe59230197c942626: from storage DS-f571a394-ed58-4bae-87db-26e97c18b315 node DatanodeRegistration(127.0.0.1:46139, datanodeUuid=7dacd66a-0110-4d73-be27-9b671fe38f8c, infoPort=36861, infoSecurePort=0, ipcPort=34875, storageInfo=lv=-57;cid=testClusterID;nsid=1448478551;c=1732727875600), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T17:17:58,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8648b6b280b0fccd with lease ID 0xe59230197c942626: Processing first storage report for DS-72c84466-1c88-499d-a6e1-70f25d8fe411 from datanode DatanodeRegistration(127.0.0.1:46139, datanodeUuid=7dacd66a-0110-4d73-be27-9b671fe38f8c, infoPort=36861, infoSecurePort=0, ipcPort=34875, storageInfo=lv=-57;cid=testClusterID;nsid=1448478551;c=1732727875600) 2024-11-27T17:17:58,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8648b6b280b0fccd with lease ID 0xe59230197c942626: from storage DS-72c84466-1c88-499d-a6e1-70f25d8fe411 node DatanodeRegistration(127.0.0.1:46139, datanodeUuid=7dacd66a-0110-4d73-be27-9b671fe38f8c, infoPort=36861, infoSecurePort=0, ipcPort=34875, storageInfo=lv=-57;cid=testClusterID;nsid=1448478551;c=1732727875600), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:17:58,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798 2024-11-27T17:17:58,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:17:58,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:17:58,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:17:59,221 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862 with version=8 2024-11-27T17:17:59,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/hbase-staging 2024-11-27T17:17:59,335 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T17:17:59,574 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:17:59,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:17:59,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:17:59,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:17:59,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:17:59,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:17:59,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:17:59,782 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T17:17:59,795 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T17:17:59,800 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:17:59,833 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10700 (auto-detected) 2024-11-27T17:17:59,835 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-27T17:17:59,858 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36373 2024-11-27T17:17:59,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36373 connecting to ZooKeeper ensemble=127.0.0.1:59864 2024-11-27T17:18:00,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363730x0, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:00,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36373-0x1017d4d20310000 connected 2024-11-27T17:18:00,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:00,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:00,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on znode that does not yet exist, /0-834617169/running 2024-11-27T17:18:00,158 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862, hbase.cluster.distributed=false 2024-11-27T17:18:00,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on znode that does not yet exist, /0-834617169/acl 2024-11-27T17:18:00,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36373 2024-11-27T17:18:00,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36373 2024-11-27T17:18:00,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36373 2024-11-27T17:18:00,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36373 2024-11-27T17:18:00,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36373 2024-11-27T17:18:00,311 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:18:00,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:00,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:00,314 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:18:00,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:00,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:18:00,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:18:00,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:18:00,322 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38831 2024-11-27T17:18:00,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38831 connecting to ZooKeeper ensemble=127.0.0.1:59864 2024-11-27T17:18:00,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:00,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:00,345 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388310x0, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:00,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388310x0, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on znode that does not yet exist, /0-834617169/running 2024-11-27T17:18:00,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38831-0x1017d4d20310001 connected 2024-11-27T17:18:00,350 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:18:00,360 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:18:00,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on znode that does not yet exist, /0-834617169/master 2024-11-27T17:18:00,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on znode that does not yet exist, /0-834617169/acl 2024-11-27T17:18:00,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38831 2024-11-27T17:18:00,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38831 2024-11-27T17:18:00,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38831 2024-11-27T17:18:00,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38831 2024-11-27T17:18:00,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38831 2024-11-27T17:18:00,388 DEBUG [M:0;8f0673442175:36373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:36373 2024-11-27T17:18:00,389 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-834617169/backup-masters/8f0673442175,36373,1732727879382 2024-11-27T17:18:00,404 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169/backup-masters 2024-11-27T17:18:00,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169/backup-masters 2024-11-27T17:18:00,406 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on existing znode=/0-834617169/backup-masters/8f0673442175,36373,1732727879382 2024-11-27T17:18:00,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:00,440 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-834617169/master 2024-11-27T17:18:00,441 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:00,444 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on existing znode=/0-834617169/master 2024-11-27T17:18:00,445 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-834617169/backup-masters/8f0673442175,36373,1732727879382 from backup master directory 2024-11-27T17:18:00,456 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169/backup-masters 2024-11-27T17:18:00,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-834617169/backup-masters/8f0673442175,36373,1732727879382 2024-11-27T17:18:00,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169/backup-masters 2024-11-27T17:18:00,457 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:18:00,457 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,36373,1732727879382 2024-11-27T17:18:00,459 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T17:18:00,460 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T17:18:00,516 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/hbase.id] with ID: cb7065ad-719f-4c2b-a25a-28cec11fe644 2024-11-27T17:18:00,516 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/.tmp/hbase.id 2024-11-27T17:18:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:18:00,931 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/.tmp/hbase.id]:[hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/hbase.id] 2024-11-27T17:18:00,986 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:00,994 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:18:01,022 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms. 2024-11-27T17:18:01,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:01,035 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:01,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:18:01,078 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:18:01,082 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:18:01,103 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:18:01,110 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:01,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:18:01,572 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store 2024-11-27T17:18:01,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:18:01,998 INFO [master/8f0673442175:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T17:18:02,002 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:02,003 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:18:02,003 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:02,004 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:02,005 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:18:02,005 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:02,006 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:02,007 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732727882003Disabling compacts and flushes for region at 1732727882003Disabling writes for close at 1732727882005 (+2 ms)Writing region close event to WAL at 1732727882005Closed at 1732727882005 2024-11-27T17:18:02,009 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/.initializing 2024-11-27T17:18:02,009 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/WALs/8f0673442175,36373,1732727879382 2024-11-27T17:18:02,017 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:18:02,032 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C36373%2C1732727879382, suffix=, logDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/WALs/8f0673442175,36373,1732727879382, archiveDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/oldWALs, maxLogs=10 2024-11-27T17:18:02,054 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/WALs/8f0673442175,36373,1732727879382/8f0673442175%2C36373%2C1732727879382.1732727882036, exclude list is [], retry=0 2024-11-27T17:18:02,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46139,DS-f571a394-ed58-4bae-87db-26e97c18b315,DISK] 2024-11-27T17:18:02,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T17:18:02,109 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/WALs/8f0673442175,36373,1732727879382/8f0673442175%2C36373%2C1732727879382.1732727882036 2024-11-27T17:18:02,110 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36861:36861)] 2024-11-27T17:18:02,111 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:02,111 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:02,114 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:02,115 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:02,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:02,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:18:02,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:02,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:02,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:02,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:18:02,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:02,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:02,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:02,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:18:02,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:02,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:02,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:02,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:18:02,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:02,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:02,204 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:02,209 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:02,211 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:02,217 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:02,218 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:02,221 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:02,224 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:02,228 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:18:02,230 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72817644, jitterRate=0.08506745100021362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:02,237 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732727882127Initializing all the Stores at 1732727882129 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727882130 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727882130Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727882131 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727882131Cleaning up temporary data from old regions at 1732727882218 (+87 ms)Region opened successfully at 1732727882237 (+19 ms) 2024-11-27T17:18:02,238 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:18:02,271 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4d4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:18:02,305 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:18:02,322 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:18:02,322 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:18:02,326 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:18:02,328 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T17:18:02,334 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-27T17:18:02,334 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:18:02,372 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:18:02,385 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Unable to get data of znode /0-834617169/balancer because node does not exist (not necessarily an error) 2024-11-27T17:18:02,419 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-834617169/balancer already deleted, retry=false 2024-11-27T17:18:02,423 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:18:02,426 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Unable to get data of znode /0-834617169/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:18:02,440 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-834617169/normalizer already deleted, retry=false 2024-11-27T17:18:02,443 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:18:02,449 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Unable to get data of znode /0-834617169/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:18:02,461 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-834617169/switch/split already deleted, retry=false 2024-11-27T17:18:02,462 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Unable to get data of znode /0-834617169/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:18:02,471 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-834617169/switch/merge already deleted, retry=false 2024-11-27T17:18:02,491 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Unable to get data of znode /0-834617169/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:18:02,503 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-834617169/snapshot-cleanup already deleted, retry=false 2024-11-27T17:18:02,519 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-834617169/running 2024-11-27T17:18:02,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-834617169/running 2024-11-27T17:18:02,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:02,519 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:02,524 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,36373,1732727879382, sessionid=0x1017d4d20310000, setting cluster-up flag (Was=false) 2024-11-27T17:18:02,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:02,555 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:02,587 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-834617169/flush-table-proc/acquired, /0-834617169/flush-table-proc/reached, /0-834617169/flush-table-proc/abort 2024-11-27T17:18:02,590 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,36373,1732727879382 2024-11-27T17:18:02,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:02,613 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:02,679 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-834617169/online-snapshot/acquired, /0-834617169/online-snapshot/reached, /0-834617169/online-snapshot/abort 2024-11-27T17:18:02,684 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,36373,1732727879382 2024-11-27T17:18:02,695 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:18:02,771 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:02,781 INFO [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(746): ClusterId : cb7065ad-719f-4c2b-a25a-28cec11fe644 2024-11-27T17:18:02,782 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:18:02,783 DEBUG [RS:0;8f0673442175:38831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:18:02,790 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:18:02,795 DEBUG [RS:0;8f0673442175:38831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:18:02,795 DEBUG [RS:0;8f0673442175:38831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:18:02,797 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,36373,1732727879382 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:18:02,812 DEBUG [RS:0;8f0673442175:38831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:18:02,812 DEBUG [RS:0;8f0673442175:38831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ba5ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:18:02,814 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:02,814 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:02,814 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:02,814 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:02,814 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:18:02,815 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:02,815 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:18:02,815 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:02,822 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732727912821 2024-11-27T17:18:02,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:02,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:18:02,824 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:18:02,825 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:18:02,829 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:18:02,829 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:18:02,831 DEBUG [RS:0;8f0673442175:38831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:38831 2024-11-27T17:18:02,832 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:18:02,832 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:18:02,833 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:02,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:18:02,835 INFO [RS:0;8f0673442175:38831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:18:02,835 INFO [RS:0;8f0673442175:38831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:18:02,836 DEBUG [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:18:02,836 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:02,841 INFO [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,36373,1732727879382 with port=38831, startcode=1732727880276 2024-11-27T17:18:02,848 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:18:02,850 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:18:02,851 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:18:02,851 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:18:02,855 DEBUG [RS:0;8f0673442175:38831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:18:02,856 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:18:02,857 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:18:02,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:18:02,864 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727882859,5,FailOnTimeoutGroup] 2024-11-27T17:18:02,865 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727882864,5,FailOnTimeoutGroup] 2024-11-27T17:18:02,865 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:02,865 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:18:02,867 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:02,867 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:02,895 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:18:02,903 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,38831,1732727880276 2024-11-27T17:18:02,907 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36373 {}] master.ServerManager(517): Registering regionserver=8f0673442175,38831,1732727880276 2024-11-27T17:18:02,922 DEBUG [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862 2024-11-27T17:18:02,922 DEBUG [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45973 2024-11-27T17:18:02,922 DEBUG [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:18:02,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169/rs 2024-11-27T17:18:02,935 DEBUG [RS:0;8f0673442175:38831 {}] zookeeper.ZKUtil(111): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on existing znode=/0-834617169/rs/8f0673442175,38831,1732727880276 2024-11-27T17:18:02,935 WARN [RS:0;8f0673442175:38831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:18:02,936 INFO [RS:0;8f0673442175:38831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:02,936 DEBUG [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276 2024-11-27T17:18:02,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,38831,1732727880276] 2024-11-27T17:18:02,967 INFO [RS:0;8f0673442175:38831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:18:02,985 INFO [RS:0;8f0673442175:38831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:18:02,990 INFO [RS:0;8f0673442175:38831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:18:02,990 INFO [RS:0;8f0673442175:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:02,992 INFO [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:18:02,999 INFO [RS:0;8f0673442175:38831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:18:03,001 INFO [RS:0;8f0673442175:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:03,002 DEBUG [RS:0;8f0673442175:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:03,002 DEBUG [RS:0;8f0673442175:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:03,002 DEBUG [RS:0;8f0673442175:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:03,002 DEBUG [RS:0;8f0673442175:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:03,002 DEBUG [RS:0;8f0673442175:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:03,002 DEBUG [RS:0;8f0673442175:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:18:03,003 DEBUG [RS:0;8f0673442175:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:03,003 DEBUG [RS:0;8f0673442175:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:03,003 DEBUG [RS:0;8f0673442175:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:03,003 DEBUG [RS:0;8f0673442175:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:03,003 DEBUG [RS:0;8f0673442175:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:03,004 DEBUG [RS:0;8f0673442175:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:03,004 DEBUG [RS:0;8f0673442175:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:18:03,004 DEBUG [RS:0;8f0673442175:38831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:18:03,005 INFO [RS:0;8f0673442175:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:03,005 INFO [RS:0;8f0673442175:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:03,006 INFO [RS:0;8f0673442175:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:03,006 INFO [RS:0;8f0673442175:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:03,006 INFO [RS:0;8f0673442175:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:03,006 INFO [RS:0;8f0673442175:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,38831,1732727880276-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:18:03,025 INFO [RS:0;8f0673442175:38831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:18:03,027 INFO [RS:0;8f0673442175:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,38831,1732727880276-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:03,028 INFO [RS:0;8f0673442175:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:03,028 INFO [RS:0;8f0673442175:38831 {}] regionserver.Replication(171): 8f0673442175,38831,1732727880276 started 2024-11-27T17:18:03,049 INFO [RS:0;8f0673442175:38831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:03,050 INFO [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,38831,1732727880276, RpcServer on 8f0673442175/172.17.0.3:38831, sessionid=0x1017d4d20310001 2024-11-27T17:18:03,051 DEBUG [RS:0;8f0673442175:38831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:18:03,051 DEBUG [RS:0;8f0673442175:38831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,38831,1732727880276 2024-11-27T17:18:03,051 DEBUG [RS:0;8f0673442175:38831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,38831,1732727880276' 2024-11-27T17:18:03,052 DEBUG [RS:0;8f0673442175:38831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-834617169/flush-table-proc/abort' 2024-11-27T17:18:03,053 DEBUG [RS:0;8f0673442175:38831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-834617169/flush-table-proc/acquired' 2024-11-27T17:18:03,054 DEBUG [RS:0;8f0673442175:38831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:18:03,054 DEBUG [RS:0;8f0673442175:38831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:18:03,054 DEBUG [RS:0;8f0673442175:38831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,38831,1732727880276 2024-11-27T17:18:03,054 DEBUG [RS:0;8f0673442175:38831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,38831,1732727880276' 2024-11-27T17:18:03,054 DEBUG [RS:0;8f0673442175:38831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-834617169/online-snapshot/abort' 2024-11-27T17:18:03,055 DEBUG [RS:0;8f0673442175:38831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-834617169/online-snapshot/acquired' 2024-11-27T17:18:03,056 DEBUG [RS:0;8f0673442175:38831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:18:03,056 INFO [RS:0;8f0673442175:38831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:18:03,056 INFO [RS:0;8f0673442175:38831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:18:03,161 INFO [RS:0;8f0673442175:38831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:18:03,165 INFO [RS:0;8f0673442175:38831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C38831%2C1732727880276, suffix=, logDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276, archiveDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/oldWALs, maxLogs=10 2024-11-27T17:18:03,181 DEBUG [RS:0;8f0673442175:38831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.1732727883167, exclude list is [], retry=0 2024-11-27T17:18:03,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46139,DS-f571a394-ed58-4bae-87db-26e97c18b315,DISK] 2024-11-27T17:18:03,190 INFO [RS:0;8f0673442175:38831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.1732727883167 2024-11-27T17:18:03,190 DEBUG [RS:0;8f0673442175:38831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36861:36861)] 2024-11-27T17:18:03,268 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:18:03,270 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862 2024-11-27T17:18:03,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:18:03,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:03,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:18:03,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:18:03,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:03,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:03,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:18:03,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:18:03,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:03,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:03,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:18:03,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:18:03,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:03,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:03,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:18:03,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:18:03,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:03,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:03,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:18:03,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740 2024-11-27T17:18:03,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740 2024-11-27T17:18:03,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:18:03,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:18:03,715 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:03,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:18:03,721 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:18:03,722 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67741914, jitterRate=0.009433180093765259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:03,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732727883687Initializing all the Stores at 1732727883691 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727883691Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727883691Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727883691Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727883691Cleaning up temporary data from old regions at 1732727883714 (+23 ms)Region opened successfully at 1732727883724 (+10 ms) 2024-11-27T17:18:03,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:18:03,725 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:18:03,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:18:03,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:18:03,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:18:03,726 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:18:03,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732727883725Disabling compacts and flushes for region at 1732727883725Disabling writes for close at 1732727883725Writing region close event to WAL at 1732727883726 (+1 ms)Closed at 1732727883726 2024-11-27T17:18:03,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:03,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:18:03,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:18:03,741 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:18:03,744 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:18:03,896 DEBUG [8f0673442175:36373 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:18:03,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,38831,1732727880276 2024-11-27T17:18:03,913 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,38831,1732727880276, state=OPENING 2024-11-27T17:18:03,940 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:18:04,007 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:04,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:04,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-834617169/meta-region-server: CHANGED 2024-11-27T17:18:04,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-834617169/meta-region-server: CHANGED 2024-11-27T17:18:04,010 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:18:04,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,38831,1732727880276}] 2024-11-27T17:18:04,187 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:18:04,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:18:04,202 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:18:04,202 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:04,203 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:18:04,207 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C38831%2C1732727880276.meta, suffix=.meta, logDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276, archiveDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/oldWALs, maxLogs=10 2024-11-27T17:18:04,227 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.meta.1732727884210.meta, exclude list is [], retry=0 2024-11-27T17:18:04,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46139,DS-f571a394-ed58-4bae-87db-26e97c18b315,DISK] 2024-11-27T17:18:04,241 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.meta.1732727884210.meta 2024-11-27T17:18:04,244 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36861:36861)] 2024-11-27T17:18:04,245 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:04,249 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:18:04,250 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:18:04,253 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:18:04,254 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:18:04,257 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:18:04,258 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:04,258 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:18:04,258 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:18:04,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:18:04,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:18:04,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:04,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:04,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:18:04,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:18:04,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:04,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:04,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:18:04,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:18:04,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:04,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:04,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:18:04,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:18:04,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:04,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:04,269 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:18:04,271 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740 2024-11-27T17:18:04,273 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740 2024-11-27T17:18:04,275 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:18:04,275 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:18:04,276 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:04,278 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:18:04,280 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74860478, jitterRate=0.1155080497264862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:04,280 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:18:04,281 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732727884259Writing region info on filesystem at 1732727884259Initializing all the Stores at 1732727884260 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727884261 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727884261Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727884261Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727884261Cleaning up temporary data from old regions at 1732727884275 (+14 ms)Running coprocessor post-open hooks at 1732727884280 (+5 ms)Region opened successfully at 1732727884281 (+1 ms) 2024-11-27T17:18:04,299 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732727884179 2024-11-27T17:18:04,315 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:18:04,316 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:18:04,320 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,38831,1732727880276 2024-11-27T17:18:04,322 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,38831,1732727880276, state=OPEN 2024-11-27T17:18:04,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-834617169/meta-region-server 2024-11-27T17:18:04,445 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-834617169/meta-region-server 2024-11-27T17:18:04,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-834617169/meta-region-server: CHANGED 2024-11-27T17:18:04,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-834617169/meta-region-server: CHANGED 2024-11-27T17:18:04,446 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,38831,1732727880276 2024-11-27T17:18:04,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:18:04,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,38831,1732727880276 in 434 msec 2024-11-27T17:18:04,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:18:04,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 721 msec 2024-11-27T17:18:04,462 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:04,462 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:18:04,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:18:04,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,38831,1732727880276, seqNum=-1] 2024-11-27T17:18:04,499 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:18:04,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:18:04,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7920 sec 2024-11-27T17:18:04,520 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732727884520, completionTime=-1 2024-11-27T17:18:04,523 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:18:04,523 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:18:04,547 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:18:04,547 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732727944547 2024-11-27T17:18:04,547 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728004547 2024-11-27T17:18:04,547 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-27T17:18:04,551 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,36373,1732727879382-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:04,551 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,36373,1732727879382-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:04,552 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,36373,1732727879382-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:04,554 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:36373, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:04,554 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:04,555 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:04,561 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:18:04,580 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.123sec 2024-11-27T17:18:04,581 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:18:04,582 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:18:04,584 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:18:04,584 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:18:04,584 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:18:04,585 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,36373,1732727879382-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:18:04,586 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,36373,1732727879382-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:18:04,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fbc0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:04,593 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T17:18:04,593 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T17:18:04,594 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:18:04,595 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:18:04,595 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,36373,1732727879382-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:04,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,36373,-1 for getting cluster id 2024-11-27T17:18:04,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:04,605 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb7065ad-719f-4c2b-a25a-28cec11fe644' 2024-11-27T17:18:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb7065ad-719f-4c2b-a25a-28cec11fe644" 2024-11-27T17:18:04,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7675a4e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:04,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,36373,-1] 2024-11-27T17:18:04,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:04,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:04,615 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:04,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e3ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:04,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:18:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,38831,1732727880276, seqNum=-1] 2024-11-27T17:18:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:18:04,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:18:04,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,36373,1732727879382 2024-11-27T17:18:04,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59864 2024-11-27T17:18:04,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:04,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017d4d20310002 connected 2024-11-27T17:18:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/hadoop.log.dir so I do NOT create it in target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1 2024-11-27T17:18:04,815 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:18:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/hadoop.tmp.dir so I do NOT create it in target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1 2024-11-27T17:18:04,815 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:18:04,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1 2024-11-27T17:18:04,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:18:04,815 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/cluster_56f9acc1-3a1b-7c86-41c5-7538cc137915, deleteOnExit=true 2024-11-27T17:18:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:18:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/test.cache.data in system properties and HBase conf 2024-11-27T17:18:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:18:04,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:18:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:18:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:18:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:18:04,817 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:18:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:18:04,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:18:04,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:18:04,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:18:04,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:18:04,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:18:04,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:18:04,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:18:04,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:18:04,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:18:04,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:18:04,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:18:04,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:18:04,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:18:05,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:18:05,569 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:18:05,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:18:05,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:18:05,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:18:05,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:18:05,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b699d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:18:05,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a5c8066{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:18:05,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c2a81f0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/java.io.tmpdir/jetty-localhost-44143-hadoop-hdfs-3_4_1-tests_jar-_-any-16328833926408861346/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:18:05,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dfbbe97{HTTP/1.1, (http/1.1)}{localhost:44143} 2024-11-27T17:18:05,687 INFO [Time-limited test {}] server.Server(415): Started @12658ms 2024-11-27T17:18:06,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:18:06,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:18:06,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:18:06,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:18:06,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:18:06,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a2f7835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:18:06,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc263b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:18:06,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e8120ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/java.io.tmpdir/jetty-localhost-44923-hadoop-hdfs-3_4_1-tests_jar-_-any-14922247576343358084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:18:06,269 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77fdfbd5{HTTP/1.1, (http/1.1)}{localhost:44923} 2024-11-27T17:18:06,269 INFO [Time-limited test {}] server.Server(415): Started @13241ms 2024-11-27T17:18:06,271 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:18:07,048 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/cluster_56f9acc1-3a1b-7c86-41c5-7538cc137915/data/data1/current/BP-1628621944-172.17.0.3-1732727884854/current, will proceed with Du for space computation calculation, 2024-11-27T17:18:07,048 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/cluster_56f9acc1-3a1b-7c86-41c5-7538cc137915/data/data2/current/BP-1628621944-172.17.0.3-1732727884854/current, will proceed with Du for space computation calculation, 2024-11-27T17:18:07,066 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:18:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec6dc423c84094c3 with lease ID 0x6cc8e17dde0ad963: Processing first storage report for DS-a2c7d19b-6f7c-4a87-9225-6e22921e27ce from datanode DatanodeRegistration(127.0.0.1:35393, datanodeUuid=4b3c9438-4e1f-4946-86a7-2da7b2f239a1, infoPort=32951, infoSecurePort=0, ipcPort=36701, storageInfo=lv=-57;cid=testClusterID;nsid=839242731;c=1732727884854) 2024-11-27T17:18:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec6dc423c84094c3 with lease ID 0x6cc8e17dde0ad963: from storage DS-a2c7d19b-6f7c-4a87-9225-6e22921e27ce node DatanodeRegistration(127.0.0.1:35393, datanodeUuid=4b3c9438-4e1f-4946-86a7-2da7b2f239a1, infoPort=32951, infoSecurePort=0, ipcPort=36701, storageInfo=lv=-57;cid=testClusterID;nsid=839242731;c=1732727884854), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:18:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec6dc423c84094c3 with lease ID 0x6cc8e17dde0ad963: Processing first storage report for DS-c0a5f2cb-a56e-4a19-bce8-a35535f83d3d from datanode DatanodeRegistration(127.0.0.1:35393, datanodeUuid=4b3c9438-4e1f-4946-86a7-2da7b2f239a1, infoPort=32951, infoSecurePort=0, ipcPort=36701, storageInfo=lv=-57;cid=testClusterID;nsid=839242731;c=1732727884854) 2024-11-27T17:18:07,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec6dc423c84094c3 with lease ID 0x6cc8e17dde0ad963: from storage DS-c0a5f2cb-a56e-4a19-bce8-a35535f83d3d node DatanodeRegistration(127.0.0.1:35393, datanodeUuid=4b3c9438-4e1f-4946-86a7-2da7b2f239a1, infoPort=32951, infoSecurePort=0, ipcPort=36701, storageInfo=lv=-57;cid=testClusterID;nsid=839242731;c=1732727884854), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:18:07,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1 2024-11-27T17:18:07,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:07,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:07,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:18:07,535 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5 with version=8 2024-11-27T17:18:07,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/hbase-staging 2024-11-27T17:18:07,539 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:18:07,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:07,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:07,540 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:18:07,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:07,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:18:07,540 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:18:07,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:18:07,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34467 2024-11-27T17:18:07,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34467 connecting to ZooKeeper ensemble=127.0.0.1:59864 2024-11-27T17:18:07,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344670x0, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:07,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34467-0x1017d4d20310003 connected 2024-11-27T17:18:07,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:07,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:07,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Set watcher on znode that does not yet exist, /1-1392210765/running 2024-11-27T17:18:07,651 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5, hbase.cluster.distributed=false 2024-11-27T17:18:07,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Set watcher on znode that does not yet exist, /1-1392210765/acl 2024-11-27T17:18:07,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34467 2024-11-27T17:18:07,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34467 2024-11-27T17:18:07,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34467 2024-11-27T17:18:07,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34467 2024-11-27T17:18:07,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34467 2024-11-27T17:18:07,677 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:18:07,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:07,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:07,677 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:18:07,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:07,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:18:07,677 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:18:07,678 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:18:07,679 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45409 2024-11-27T17:18:07,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45409 connecting to ZooKeeper ensemble=127.0.0.1:59864 2024-11-27T17:18:07,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:07,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:07,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454090x0, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:07,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454090x0, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Set watcher on znode that does not yet exist, /1-1392210765/running 2024-11-27T17:18:07,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45409-0x1017d4d20310004 connected 2024-11-27T17:18:07,703 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:18:07,704 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:18:07,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Set watcher on znode that does not yet exist, /1-1392210765/master 2024-11-27T17:18:07,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Set watcher on znode that does not yet exist, /1-1392210765/acl 2024-11-27T17:18:07,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45409 2024-11-27T17:18:07,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45409 2024-11-27T17:18:07,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45409 2024-11-27T17:18:07,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45409 2024-11-27T17:18:07,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45409 2024-11-27T17:18:07,721 DEBUG [M:0;8f0673442175:34467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:34467 2024-11-27T17:18:07,721 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1392210765/backup-masters/8f0673442175,34467,1732727887538 2024-11-27T17:18:07,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765/backup-masters 2024-11-27T17:18:07,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765/backup-masters 2024-11-27T17:18:07,735 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Set watcher on existing znode=/1-1392210765/backup-masters/8f0673442175,34467,1732727887538 2024-11-27T17:18:07,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765 2024-11-27T17:18:07,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1392210765/master 2024-11-27T17:18:07,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765 2024-11-27T17:18:07,745 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Set watcher on existing znode=/1-1392210765/master 2024-11-27T17:18:07,745 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1392210765/backup-masters/8f0673442175,34467,1732727887538 from backup master directory 2024-11-27T17:18:07,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765/backup-masters 2024-11-27T17:18:07,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1392210765/backup-masters/8f0673442175,34467,1732727887538 2024-11-27T17:18:07,755 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:18:07,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765/backup-masters 2024-11-27T17:18:07,755 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,34467,1732727887538 2024-11-27T17:18:07,762 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/hbase.id] with ID: 9b6714da-5bc2-4a6f-bc43-27732e2dfd97 2024-11-27T17:18:07,762 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/.tmp/hbase.id 2024-11-27T17:18:07,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:18:08,171 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/.tmp/hbase.id]:[hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/hbase.id] 2024-11-27T17:18:08,201 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:08,202 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:18:08,204 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T17:18:08,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765 2024-11-27T17:18:08,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765 2024-11-27T17:18:08,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:18:08,640 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:18:08,642 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:18:08,642 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:08,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:18:08,960 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:18:09,057 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store 2024-11-27T17:18:09,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:18:09,469 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:09,469 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:18:09,469 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:09,469 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:09,469 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:18:09,469 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:09,470 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:09,470 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732727889469Disabling compacts and flushes for region at 1732727889469Disabling writes for close at 1732727889469Writing region close event to WAL at 1732727889470 (+1 ms)Closed at 1732727889470 2024-11-27T17:18:09,473 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/.initializing 2024-11-27T17:18:09,474 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/WALs/8f0673442175,34467,1732727887538 2024-11-27T17:18:09,477 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:18:09,480 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C34467%2C1732727887538, suffix=, logDir=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/WALs/8f0673442175,34467,1732727887538, archiveDir=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/oldWALs, maxLogs=10 2024-11-27T17:18:09,493 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/WALs/8f0673442175,34467,1732727887538/8f0673442175%2C34467%2C1732727887538.1732727889480, exclude list is [], retry=0 2024-11-27T17:18:09,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35393,DS-a2c7d19b-6f7c-4a87-9225-6e22921e27ce,DISK] 2024-11-27T17:18:09,500 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/WALs/8f0673442175,34467,1732727887538/8f0673442175%2C34467%2C1732727887538.1732727889480 2024-11-27T17:18:09,500 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32951:32951)] 2024-11-27T17:18:09,500 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:09,501 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:09,501 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:09,501 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:09,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:09,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:18:09,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:09,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:09,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:09,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:18:09,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:09,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:09,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:09,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:18:09,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:09,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:09,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:09,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:18:09,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:09,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:09,514 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:09,516 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:09,516 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:09,518 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:09,518 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:09,519 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:09,521 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:09,525 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:18:09,526 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70734696, jitterRate=0.054029107093811035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:09,526 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732727889501Initializing all the Stores at 1732727889502 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727889502Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727889503 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727889503Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727889503Cleaning up temporary data from old regions at 1732727889518 (+15 ms)Region opened successfully at 1732727889526 (+8 ms) 2024-11-27T17:18:09,526 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:18:09,534 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7909c86c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:18:09,535 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:18:09,535 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:18:09,535 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:18:09,535 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:18:09,536 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:18:09,537 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:18:09,537 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:18:09,540 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:18:09,542 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Unable to get data of znode /1-1392210765/balancer because node does not exist (not necessarily an error) 2024-11-27T17:18:09,555 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1392210765/balancer already deleted, retry=false 2024-11-27T17:18:09,555 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:18:09,556 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Unable to get data of znode /1-1392210765/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:18:09,565 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1392210765/normalizer already deleted, retry=false 2024-11-27T17:18:09,566 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:18:09,567 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Unable to get data of znode /1-1392210765/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:18:09,576 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1392210765/switch/split already deleted, retry=false 2024-11-27T17:18:09,577 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Unable to get data of znode /1-1392210765/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:18:09,586 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1392210765/switch/merge already deleted, retry=false 2024-11-27T17:18:09,590 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Unable to get data of znode /1-1392210765/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:18:09,602 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1392210765/snapshot-cleanup already deleted, retry=false 2024-11-27T17:18:09,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1392210765/running 2024-11-27T17:18:09,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1392210765/running 2024-11-27T17:18:09,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765 2024-11-27T17:18:09,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765 2024-11-27T17:18:09,614 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,34467,1732727887538, sessionid=0x1017d4d20310003, setting cluster-up flag (Was=false) 2024-11-27T17:18:09,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765 2024-11-27T17:18:09,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765 2024-11-27T17:18:09,665 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1392210765/flush-table-proc/acquired, /1-1392210765/flush-table-proc/reached, /1-1392210765/flush-table-proc/abort 2024-11-27T17:18:09,668 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,34467,1732727887538 2024-11-27T17:18:09,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765 2024-11-27T17:18:09,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765 2024-11-27T17:18:09,723 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1392210765/online-snapshot/acquired, /1-1392210765/online-snapshot/reached, /1-1392210765/online-snapshot/abort 2024-11-27T17:18:09,727 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,34467,1732727887538 2024-11-27T17:18:09,731 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:18:09,736 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:09,736 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:18:09,736 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:18:09,737 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,34467,1732727887538 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:18:09,739 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:09,739 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:09,739 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:09,739 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:09,739 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:18:09,739 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:09,739 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:18:09,739 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:09,740 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732727919740 2024-11-27T17:18:09,741 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:18:09,741 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:18:09,741 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:18:09,741 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:18:09,741 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:18:09,741 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:18:09,741 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:09,741 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:18:09,742 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:18:09,742 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:18:09,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:09,742 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:18:09,742 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:18:09,742 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:18:09,742 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:18:09,744 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:09,744 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:18:09,745 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727889742,5,FailOnTimeoutGroup] 2024-11-27T17:18:09,748 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727889745,5,FailOnTimeoutGroup] 2024-11-27T17:18:09,748 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:09,748 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:18:09,748 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:09,749 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:09,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:18:09,788 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:18:09,813 INFO [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(746): ClusterId : 9b6714da-5bc2-4a6f-bc43-27732e2dfd97 2024-11-27T17:18:09,813 DEBUG [RS:0;8f0673442175:45409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:18:09,824 DEBUG [RS:0;8f0673442175:45409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:18:09,824 DEBUG [RS:0;8f0673442175:45409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:18:09,835 DEBUG [RS:0;8f0673442175:45409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:18:09,835 DEBUG [RS:0;8f0673442175:45409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfc1f6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:18:09,853 DEBUG [RS:0;8f0673442175:45409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:45409 2024-11-27T17:18:09,853 INFO [RS:0;8f0673442175:45409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:18:09,853 INFO [RS:0;8f0673442175:45409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:18:09,853 DEBUG [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:18:09,854 INFO [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,34467,1732727887538 with port=45409, startcode=1732727887676 2024-11-27T17:18:09,854 DEBUG [RS:0;8f0673442175:45409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:18:09,857 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:18:09,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34467 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,45409,1732727887676 2024-11-27T17:18:09,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34467 {}] master.ServerManager(517): Registering regionserver=8f0673442175,45409,1732727887676 2024-11-27T17:18:09,860 DEBUG [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5 2024-11-27T17:18:09,861 DEBUG [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41505 2024-11-27T17:18:09,861 DEBUG [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:18:09,861 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T17:18:09,862 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T17:18:09,864 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:18:09,864 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T17:18:09,864 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:18:09,864 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T17:18:09,864 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T17:18:09,864 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T17:18:09,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765/rs 2024-11-27T17:18:09,899 DEBUG [RS:0;8f0673442175:45409 {}] zookeeper.ZKUtil(111): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Set watcher on existing znode=/1-1392210765/rs/8f0673442175,45409,1732727887676 2024-11-27T17:18:09,899 WARN [RS:0;8f0673442175:45409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:18:09,900 INFO [RS:0;8f0673442175:45409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:09,900 DEBUG [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/WALs/8f0673442175,45409,1732727887676 2024-11-27T17:18:09,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,45409,1732727887676] 2024-11-27T17:18:09,906 INFO [RS:0;8f0673442175:45409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:18:09,910 INFO [RS:0;8f0673442175:45409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:18:09,911 INFO [RS:0;8f0673442175:45409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:18:09,911 INFO [RS:0;8f0673442175:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:09,911 INFO [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:18:09,912 INFO [RS:0;8f0673442175:45409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:18:09,913 INFO [RS:0;8f0673442175:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:09,913 DEBUG [RS:0;8f0673442175:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:09,913 DEBUG [RS:0;8f0673442175:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:09,913 DEBUG [RS:0;8f0673442175:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:09,913 DEBUG [RS:0;8f0673442175:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:09,913 DEBUG [RS:0;8f0673442175:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:09,913 DEBUG [RS:0;8f0673442175:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:18:09,913 DEBUG [RS:0;8f0673442175:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:09,913 DEBUG [RS:0;8f0673442175:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:09,914 DEBUG [RS:0;8f0673442175:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:09,914 DEBUG [RS:0;8f0673442175:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:09,914 DEBUG [RS:0;8f0673442175:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:09,914 DEBUG [RS:0;8f0673442175:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:09,914 DEBUG [RS:0;8f0673442175:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:18:09,914 DEBUG [RS:0;8f0673442175:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:18:09,915 INFO [RS:0;8f0673442175:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:09,915 INFO [RS:0;8f0673442175:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:09,915 INFO [RS:0;8f0673442175:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:09,915 INFO [RS:0;8f0673442175:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:09,915 INFO [RS:0;8f0673442175:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:09,915 INFO [RS:0;8f0673442175:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45409,1732727887676-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:18:09,930 INFO [RS:0;8f0673442175:45409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:18:09,930 INFO [RS:0;8f0673442175:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45409,1732727887676-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:09,931 INFO [RS:0;8f0673442175:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:09,931 INFO [RS:0;8f0673442175:45409 {}] regionserver.Replication(171): 8f0673442175,45409,1732727887676 started 2024-11-27T17:18:09,946 INFO [RS:0;8f0673442175:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:09,946 INFO [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,45409,1732727887676, RpcServer on 8f0673442175/172.17.0.3:45409, sessionid=0x1017d4d20310004 2024-11-27T17:18:09,946 DEBUG [RS:0;8f0673442175:45409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:18:09,946 DEBUG [RS:0;8f0673442175:45409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,45409,1732727887676 2024-11-27T17:18:09,946 DEBUG [RS:0;8f0673442175:45409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,45409,1732727887676' 2024-11-27T17:18:09,946 DEBUG [RS:0;8f0673442175:45409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1392210765/flush-table-proc/abort' 2024-11-27T17:18:09,947 DEBUG [RS:0;8f0673442175:45409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1392210765/flush-table-proc/acquired' 2024-11-27T17:18:09,947 DEBUG [RS:0;8f0673442175:45409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:18:09,947 DEBUG [RS:0;8f0673442175:45409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:18:09,947 DEBUG [RS:0;8f0673442175:45409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,45409,1732727887676 2024-11-27T17:18:09,947 DEBUG [RS:0;8f0673442175:45409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,45409,1732727887676' 2024-11-27T17:18:09,948 DEBUG [RS:0;8f0673442175:45409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1392210765/online-snapshot/abort' 2024-11-27T17:18:09,948 DEBUG [RS:0;8f0673442175:45409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1392210765/online-snapshot/acquired' 2024-11-27T17:18:09,948 DEBUG [RS:0;8f0673442175:45409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:18:09,948 INFO [RS:0;8f0673442175:45409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:18:09,949 INFO [RS:0;8f0673442175:45409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:18:10,050 INFO [RS:0;8f0673442175:45409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:18:10,054 INFO [RS:0;8f0673442175:45409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C45409%2C1732727887676, suffix=, logDir=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/WALs/8f0673442175,45409,1732727887676, archiveDir=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/oldWALs, maxLogs=10 2024-11-27T17:18:10,071 DEBUG [RS:0;8f0673442175:45409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/WALs/8f0673442175,45409,1732727887676/8f0673442175%2C45409%2C1732727887676.1732727890056, exclude list is [], retry=0 2024-11-27T17:18:10,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35393,DS-a2c7d19b-6f7c-4a87-9225-6e22921e27ce,DISK] 2024-11-27T17:18:10,084 INFO [RS:0;8f0673442175:45409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/WALs/8f0673442175,45409,1732727887676/8f0673442175%2C45409%2C1732727887676.1732727890056 2024-11-27T17:18:10,085 DEBUG [RS:0;8f0673442175:45409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32951:32951)] 2024-11-27T17:18:10,155 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:18:10,155 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5 2024-11-27T17:18:10,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:18:10,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:10,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:18:10,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:18:10,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:10,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:10,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:18:10,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:18:10,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:10,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:10,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:18:10,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:18:10,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:10,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:10,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:18:10,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:18:10,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:10,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:10,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:18:10,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/data/hbase/meta/1588230740 2024-11-27T17:18:10,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/data/hbase/meta/1588230740 2024-11-27T17:18:10,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:18:10,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:18:10,586 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:10,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:18:10,593 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:18:10,594 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74867844, jitterRate=0.11561781167984009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:10,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732727890565Initializing all the Stores at 1732727890566 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727890566Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727890566Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727890566Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727890566Cleaning up temporary data from old regions at 1732727890586 (+20 ms)Region opened successfully at 1732727890594 (+8 ms) 2024-11-27T17:18:10,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:18:10,594 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:18:10,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:18:10,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:18:10,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:18:10,595 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:18:10,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732727890594Disabling compacts and flushes for region at 1732727890594Disabling writes for close at 1732727890594Writing region close event to WAL at 1732727890595 (+1 ms)Closed at 1732727890595 2024-11-27T17:18:10,598 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:10,598 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:18:10,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:18:10,601 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:18:10,604 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:18:10,754 DEBUG [8f0673442175:34467 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:18:10,755 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,45409,1732727887676 2024-11-27T17:18:10,760 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,45409,1732727887676, state=OPENING 2024-11-27T17:18:10,787 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:18:10,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765 2024-11-27T17:18:10,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765 2024-11-27T17:18:10,798 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:18:10,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1392210765/meta-region-server: CHANGED 2024-11-27T17:18:10,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1392210765/meta-region-server: CHANGED 2024-11-27T17:18:10,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,45409,1732727887676}] 2024-11-27T17:18:10,956 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:18:10,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:18:10,968 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:18:10,968 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:10,968 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:18:10,971 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C45409%2C1732727887676.meta, suffix=.meta, logDir=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/WALs/8f0673442175,45409,1732727887676, archiveDir=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/oldWALs, maxLogs=10 2024-11-27T17:18:10,986 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/WALs/8f0673442175,45409,1732727887676/8f0673442175%2C45409%2C1732727887676.meta.1732727890973.meta, exclude list is [], retry=0 2024-11-27T17:18:10,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35393,DS-a2c7d19b-6f7c-4a87-9225-6e22921e27ce,DISK] 2024-11-27T17:18:10,993 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/WALs/8f0673442175,45409,1732727887676/8f0673442175%2C45409%2C1732727887676.meta.1732727890973.meta 2024-11-27T17:18:10,993 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32951:32951)] 2024-11-27T17:18:10,993 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:10,994 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:18:10,994 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:18:10,994 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:18:10,994 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:18:10,994 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:18:10,994 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:10,994 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:18:10,994 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:18:10,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:18:10,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:18:10,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:11,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:11,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:18:11,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:18:11,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:11,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:11,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:18:11,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:18:11,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:11,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:11,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:18:11,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:18:11,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:11,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:11,007 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:18:11,009 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/data/hbase/meta/1588230740 2024-11-27T17:18:11,011 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/data/hbase/meta/1588230740 2024-11-27T17:18:11,013 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:18:11,013 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:18:11,014 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:11,016 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:18:11,017 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58749351, jitterRate=-0.124566450715065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:11,017 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:18:11,017 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732727890995Writing region info on filesystem at 1732727890995Initializing all the Stores at 1732727890996 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727890996Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727890996Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727890996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727890996Cleaning up temporary data from old regions at 1732727891013 (+17 ms)Running coprocessor post-open hooks at 1732727891017 (+4 ms)Region opened successfully at 1732727891017 2024-11-27T17:18:11,019 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732727890955 2024-11-27T17:18:11,022 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:18:11,022 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:18:11,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,45409,1732727887676 2024-11-27T17:18:11,025 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,45409,1732727887676, state=OPEN 2024-11-27T17:18:11,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1392210765/meta-region-server 2024-11-27T17:18:11,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1392210765/meta-region-server 2024-11-27T17:18:11,034 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,45409,1732727887676 2024-11-27T17:18:11,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1392210765/meta-region-server: CHANGED 2024-11-27T17:18:11,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1392210765/meta-region-server: CHANGED 2024-11-27T17:18:11,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:18:11,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,45409,1732727887676 in 236 msec 2024-11-27T17:18:11,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:18:11,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-27T17:18:11,045 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:11,045 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:18:11,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:18:11,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,45409,1732727887676, seqNum=-1] 2024-11-27T17:18:11,048 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:18:11,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:18:11,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3260 sec 2024-11-27T17:18:11,062 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732727891062, completionTime=-1 2024-11-27T17:18:11,062 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:18:11,062 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:18:11,065 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:18:11,065 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732727951065 2024-11-27T17:18:11,065 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728011065 2024-11-27T17:18:11,065 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T17:18:11,065 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,34467,1732727887538-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:11,065 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,34467,1732727887538-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:11,065 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,34467,1732727887538-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:11,065 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:34467, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:11,065 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:11,066 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:11,068 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:18:11,071 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.316sec 2024-11-27T17:18:11,071 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:18:11,071 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:18:11,071 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:18:11,071 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:18:11,071 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:18:11,072 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,34467,1732727887538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:18:11,072 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,34467,1732727887538-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:18:11,075 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:18:11,075 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:18:11,076 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,34467,1732727887538-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:11,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74299e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:11,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,34467,-1 for getting cluster id 2024-11-27T17:18:11,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:11,116 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b6714da-5bc2-4a6f-bc43-27732e2dfd97' 2024-11-27T17:18:11,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:11,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b6714da-5bc2-4a6f-bc43-27732e2dfd97" 2024-11-27T17:18:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398077c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,34467,-1] 2024-11-27T17:18:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:11,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:11,121 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:11,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423526e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:11,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:18:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,45409,1732727887676, seqNum=-1] 2024-11-27T17:18:11,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:18:11,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:18:11,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,34467,1732727887538 2024-11-27T17:18:11,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59864 2024-11-27T17:18:11,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:11,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017d4d20310005 connected 2024-11-27T17:18:11,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578f6f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:11,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,36373,-1 for getting cluster id 2024-11-27T17:18:11,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:11,188 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb7065ad-719f-4c2b-a25a-28cec11fe644' 2024-11-27T17:18:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb7065ad-719f-4c2b-a25a-28cec11fe644" 2024-11-27T17:18:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a72f7f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,36373,-1] 2024-11-27T17:18:11,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:11,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:11,192 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:11,194 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4265df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:11,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:11,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,36373,1732727879382 2024-11-27T17:18:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d29d7e 2024-11-27T17:18:11,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:11,213 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:18:11,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8f0673442175:34467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:18:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:18:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:11,227 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:34467' 2024-11-27T17:18:11,229 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7629ae94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:11,229 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,34467,-1 for getting cluster id 2024-11-27T17:18:11,229 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:11,230 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b6714da-5bc2-4a6f-bc43-27732e2dfd97' 2024-11-27T17:18:11,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:11,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b6714da-5bc2-4a6f-bc43-27732e2dfd97" 2024-11-27T17:18:11,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a016bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:11,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,34467,-1] 2024-11-27T17:18:11,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:11,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:11,233 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:11,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a68e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:11,235 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:11,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,34467,1732727887538 2024-11-27T17:18:11,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a581f71 2024-11-27T17:18:11,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:11,242 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:18:11,256 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T17:18:11,257 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:18:11,261 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:11,261 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:11,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:11,263 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:18:11,269 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:18:11,273 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:18:11,273 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:11,276 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:18:11,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741835_1011 (size=1138) 2024-11-27T17:18:11,322 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T17:18:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:11,690 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b77146753394c20624ee9e8957105970, NAME => 'hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862 2024-11-27T17:18:11,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741836_1012 (size=44) 2024-11-27T17:18:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:12,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:12,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b77146753394c20624ee9e8957105970, disabling compactions & flushes 2024-11-27T17:18:12,111 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:12,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:12,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. after waiting 0 ms 2024-11-27T17:18:12,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:12,111 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:12,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b77146753394c20624ee9e8957105970: Waiting for close lock at 1732727892111Disabling compacts and flushes for region at 1732727892111Disabling writes for close at 1732727892111Writing region close event to WAL at 1732727892111Closed at 1732727892111 2024-11-27T17:18:12,114 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:18:12,121 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732727892114"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727892114"}]},"ts":"1732727892114"} 2024-11-27T17:18:12,127 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:18:12,129 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:18:12,133 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732727892130"}]},"ts":"1732727892130"} 2024-11-27T17:18:12,138 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T17:18:12,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b77146753394c20624ee9e8957105970, ASSIGN}] 2024-11-27T17:18:12,144 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b77146753394c20624ee9e8957105970, ASSIGN 2024-11-27T17:18:12,146 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b77146753394c20624ee9e8957105970, ASSIGN; state=OFFLINE, location=8f0673442175,38831,1732727880276; forceNewPlan=false, retain=false 2024-11-27T17:18:12,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b77146753394c20624ee9e8957105970, regionState=OPENING, regionLocation=8f0673442175,38831,1732727880276 2024-11-27T17:18:12,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b77146753394c20624ee9e8957105970, ASSIGN because future has completed 2024-11-27T17:18:12,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b77146753394c20624ee9e8957105970, server=8f0673442175,38831,1732727880276}] 2024-11-27T17:18:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:12,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:12,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:12,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:18:12,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C38831%2C1732727880276.rep, suffix=, logDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276, archiveDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/oldWALs, maxLogs=10 2024-11-27T17:18:12,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.rep.1732727892475, exclude list is [], retry=0 2024-11-27T17:18:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46139,DS-f571a394-ed58-4bae-87db-26e97c18b315,DISK] 2024-11-27T17:18:12,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.rep.1732727892475 2024-11-27T17:18:12,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36861:36861)] 2024-11-27T17:18:12,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b77146753394c20624ee9e8957105970, NAME => 'hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:12,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:18:12,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:18:12,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. service=MultiRowMutationService 2024-11-27T17:18:12,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:18:12,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b77146753394c20624ee9e8957105970 2024-11-27T17:18:12,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:12,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b77146753394c20624ee9e8957105970 2024-11-27T17:18:12,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b77146753394c20624ee9e8957105970 2024-11-27T17:18:12,517 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b77146753394c20624ee9e8957105970 2024-11-27T17:18:12,520 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b77146753394c20624ee9e8957105970 columnFamilyName hfileref 2024-11-27T17:18:12,520 DEBUG [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:12,521 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] regionserver.HStore(327): Store=b77146753394c20624ee9e8957105970/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:12,522 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b77146753394c20624ee9e8957105970 2024-11-27T17:18:12,525 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b77146753394c20624ee9e8957105970 columnFamilyName queue 2024-11-27T17:18:12,525 DEBUG [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:12,526 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] regionserver.HStore(327): Store=b77146753394c20624ee9e8957105970/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:12,526 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b77146753394c20624ee9e8957105970 2024-11-27T17:18:12,529 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b77146753394c20624ee9e8957105970 columnFamilyName sid 2024-11-27T17:18:12,529 DEBUG [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:12,530 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] regionserver.HStore(327): Store=b77146753394c20624ee9e8957105970/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:12,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b77146753394c20624ee9e8957105970 2024-11-27T17:18:12,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/replication/b77146753394c20624ee9e8957105970 2024-11-27T17:18:12,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/replication/b77146753394c20624ee9e8957105970 2024-11-27T17:18:12,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b77146753394c20624ee9e8957105970 2024-11-27T17:18:12,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b77146753394c20624ee9e8957105970 2024-11-27T17:18:12,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:18:12,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b77146753394c20624ee9e8957105970 2024-11-27T17:18:12,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/replication/b77146753394c20624ee9e8957105970/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:18:12,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b77146753394c20624ee9e8957105970; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63627489, jitterRate=-0.051876530051231384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:18:12,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b77146753394c20624ee9e8957105970 2024-11-27T17:18:12,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b77146753394c20624ee9e8957105970: Running coprocessor pre-open hook at 1732727892513Writing region info on filesystem at 1732727892513Initializing all the Stores at 1732727892515 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727892515Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727892516 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727892516Cleaning up temporary data from old regions at 1732727892535 (+19 ms)Running coprocessor post-open hooks at 1732727892545 (+10 ms)Region opened successfully at 1732727892546 (+1 ms) 2024-11-27T17:18:12,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970., pid=7, masterSystemTime=1732727892460 2024-11-27T17:18:12,559 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b77146753394c20624ee9e8957105970, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,38831,1732727880276 2024-11-27T17:18:12,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:12,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:12,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b77146753394c20624ee9e8957105970, server=8f0673442175,38831,1732727880276 because future has completed 2024-11-27T17:18:12,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T17:18:12,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b77146753394c20624ee9e8957105970, server=8f0673442175,38831,1732727880276 in 262 msec 2024-11-27T17:18:12,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:18:12,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b77146753394c20624ee9e8957105970, ASSIGN in 430 msec 2024-11-27T17:18:12,578 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:18:12,579 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732727892579"}]},"ts":"1732727892579"} 2024-11-27T17:18:12,583 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T17:18:12,586 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:18:12,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3230 sec 2024-11-27T17:18:12,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970., hostname=8f0673442175,38831,1732727880276, seqNum=2] 2024-11-27T17:18:12,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38831 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T17:18:12,765 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:12,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:12,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:18:12,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T17:18:12,963 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T17:18:13,003 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,38831,1732727880276, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:18:13,004 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:18:13,004 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,38831,1732727880276, seqNum=-1] 2024-11-27T17:18:13,005 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:18:13,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T17:18:13,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8f0673442175,38831,1732727880276', locateType=CURRENT is [region=hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970., hostname=8f0673442175,38831,1732727880276, seqNum=2] 2024-11-27T17:18:13,016 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T17:18:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T17:18:13,022 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8f0673442175,38831,1732727880276 suceeded 2024-11-27T17:18:13,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T17:18:13,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-27T17:18:13,028 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8f0673442175:34467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:18:13,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8110 sec 2024-11-27T17:18:13,036 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:34467' 2024-11-27T17:18:13,038 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f95570a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:13,038 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,34467,-1 for getting cluster id 2024-11-27T17:18:13,038 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:13,039 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b6714da-5bc2-4a6f-bc43-27732e2dfd97' 2024-11-27T17:18:13,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:13,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b6714da-5bc2-4a6f-bc43-27732e2dfd97" 2024-11-27T17:18:13,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51ee30e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:13,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,34467,-1] 2024-11-27T17:18:13,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:13,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:13,042 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:13,043 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c81f396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:13,043 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:13,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,34467,1732727887538 2024-11-27T17:18:13,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@436b8f3c 2024-11-27T17:18:13,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:13,046 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T17:18:13,047 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,38831,1732727880276 (queues=1) is replicating from cluster=cb7065ad-719f-4c2b-a25a-28cec11fe644 to cluster=9b6714da-5bc2-4a6f-bc43-27732e2dfd97 2024-11-27T17:18:13,048 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C38831%2C1732727880276 2024-11-27T17:18:13,053 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,38831,1732727880276, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:18:13,055 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276.replicationSource.shipper8f0673442175%2C38831%2C1732727880276,1-8f0673442175,38831,1732727880276 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C38831%2C1732727880276 2024-11-27T17:18:13,058 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276.replicationSource.wal-reader.8f0673442175%2C38831%2C1732727880276,1-8f0673442175,38831,1732727880276 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.1732727883167, startPosition=0, beingWritten=true 2024-11-27T17:18:13,314 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276.replicationSource.wal-reader.8f0673442175%2C38831%2C1732727880276,1-8f0673442175,38831,1732727880276 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.1732727883167 to pos 0, reset compression=false 2024-11-27T17:18:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:13,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:18:13,374 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:18:13,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:13,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:13,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:13,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:13,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acc1068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:13,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,36373,-1 for getting cluster id 2024-11-27T17:18:13,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:13,377 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb7065ad-719f-4c2b-a25a-28cec11fe644' 2024-11-27T17:18:13,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:13,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb7065ad-719f-4c2b-a25a-28cec11fe644" 2024-11-27T17:18:13,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375f1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:13,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,36373,-1] 2024-11-27T17:18:13,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:13,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:13,381 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:13,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c841dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:13,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:13,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,36373,1732727879382 2024-11-27T17:18:13,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@662b7bab 2024-11-27T17:18:13,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:13,387 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:18:13,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://8f0673442175:34467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:18:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:18:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T17:18:13,392 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:34467' 2024-11-27T17:18:13,393 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd0b4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:13,393 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,34467,-1 for getting cluster id 2024-11-27T17:18:13,393 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:13,394 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b6714da-5bc2-4a6f-bc43-27732e2dfd97' 2024-11-27T17:18:13,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:13,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b6714da-5bc2-4a6f-bc43-27732e2dfd97" 2024-11-27T17:18:13,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72deb327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:13,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,34467,-1] 2024-11-27T17:18:13,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:13,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:13,396 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:13,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1784afd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:13,397 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:13,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,34467,1732727887538 2024-11-27T17:18:13,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dafba43 2024-11-27T17:18:13,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:13,399 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:18:13,400 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-27T17:18:13,400 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:18:13,400 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:13,400 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:13,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T17:18:13,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:18:13,621 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276.replicationSource.wal-reader.8f0673442175%2C38831%2C1732727880276,1-8f0673442175,38831,1732727880276 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.1732727883167 to pos 0, reset compression=false 2024-11-27T17:18:13,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-27T17:18:13,649 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T17:18:13,685 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-8f0673442175,38831,1732727880276, ReplicationSource: 2, currentBandwidth=0 2024-11-27T17:18:13,689 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-27T17:18:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-27T17:18:13,692 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 8f0673442175,38831,1732727880276 suceeded 2024-11-27T17:18:13,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T17:18:13,696 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://8f0673442175:34467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:18:13,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-27T17:18:13,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 308 msec 2024-11-27T17:18:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T17:18:13,704 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T17:18:13,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:18:13,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:13,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:13,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:13,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:13,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,36373,1732727879382 2024-11-27T17:18:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3043f069 2024-11-27T17:18:13,707 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:34467' 2024-11-27T17:18:13,709 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7154dc18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:13,709 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,34467,-1 for getting cluster id 2024-11-27T17:18:13,709 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:13,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:13,710 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b6714da-5bc2-4a6f-bc43-27732e2dfd97' 2024-11-27T17:18:13,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:13,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b6714da-5bc2-4a6f-bc43-27732e2dfd97" 2024-11-27T17:18:13,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@748e710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:13,711 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:18:13,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,34467,-1] 2024-11-27T17:18:13,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:13,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:13,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T17:18:13,712 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:13,713 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@752ab898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:13,713 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:13,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T17:18:13,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,34467,1732727887538 2024-11-27T17:18:13,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@305ba824 2024-11-27T17:18:13,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:13,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T17:18:13,716 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T17:18:13,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T17:18:13,717 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8f0673442175,38831,1732727880276 (queues=1) is replicating from cluster=cb7065ad-719f-4c2b-a25a-28cec11fe644 to cluster=9b6714da-5bc2-4a6f-bc43-27732e2dfd97 2024-11-27T17:18:13,717 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8f0673442175%2C38831%2C1732727880276 2024-11-27T17:18:13,717 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8f0673442175,38831,1732727880276, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:18:13,717 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.shipper8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C38831%2C1732727880276 2024-11-27T17:18:13,717 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.wal-reader.8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.1732727883167, startPosition=0, beingWritten=true 2024-11-27T17:18:13,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://8f0673442175:34467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:18:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T17:18:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T17:18:13,728 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:34467' 2024-11-27T17:18:13,730 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec4731c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:13,730 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,34467,-1 for getting cluster id 2024-11-27T17:18:13,730 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:13,731 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b6714da-5bc2-4a6f-bc43-27732e2dfd97' 2024-11-27T17:18:13,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:13,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b6714da-5bc2-4a6f-bc43-27732e2dfd97" 2024-11-27T17:18:13,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dbd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:13,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,34467,-1] 2024-11-27T17:18:13,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:13,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:13,733 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:13,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3f29e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:13,734 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:13,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,34467,1732727887538 2024-11-27T17:18:13,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2de96270 2024-11-27T17:18:13,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:13,737 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:18:13,738 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-27T17:18:13,738 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:18:13,738 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:13,739 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:13,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:13,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:18:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T17:18:13,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-27T17:18:13,916 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-27T17:18:13,918 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-27T17:18:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-27T17:18:13,922 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 8f0673442175,38831,1732727880276 suceeded 2024-11-27T17:18:13,925 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.wal-reader.8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.1732727883167 to pos 0, reset compression=false 2024-11-27T17:18:13,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T17:18:13,927 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://8f0673442175:34467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:18:13,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-27T17:18:13,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 206 msec 2024-11-27T17:18:14,029 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276.replicationSource.wal-reader.8f0673442175%2C38831%2C1732727880276,1-8f0673442175,38831,1732727880276 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.1732727883167 to pos 0, reset compression=false 2024-11-27T17:18:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T17:18:14,044 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-27T17:18:14,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://8f0673442175:34467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:18:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T17:18:14,051 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:34467' 2024-11-27T17:18:14,052 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc9f5c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T17:18:14,052 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,34467,-1 for getting cluster id 2024-11-27T17:18:14,052 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:14,053 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b6714da-5bc2-4a6f-bc43-27732e2dfd97' 2024-11-27T17:18:14,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:14,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b6714da-5bc2-4a6f-bc43-27732e2dfd97" 2024-11-27T17:18:14,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d517bdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:14,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,34467,-1] 2024-11-27T17:18:14,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:14,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:14,055 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:14,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d400a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:14,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:14,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,34467,1732727887538 2024-11-27T17:18:14,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17bf130d 2024-11-27T17:18:14,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:14,059 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:18:14,060 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T17:18:14,060 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:18:14,060 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:14,060 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:14,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T17:18:14,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:18:14,233 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.wal-reader.8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.1732727883167 to pos 0, reset compression=false 2024-11-27T17:18:14,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-27T17:18:14,331 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-27T17:18:14,333 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-27T17:18:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-27T17:18:14,335 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 8f0673442175,38831,1732727880276 suceeded 2024-11-27T17:18:14,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-27T17:18:14,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-27T17:18:14,338 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://8f0673442175:34467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:18:14,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 292 msec 2024-11-27T17:18:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T17:18:14,374 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-27T17:18:14,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T17:18:14,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36373 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T17:18:14,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:18:14,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:14,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:14,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:14,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:14,380 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:18:14,380 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-11-27T17:18:14,381 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,36373,1732727879382 2024-11-27T17:18:14,449 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-834617169/running 2024-11-27T17:18:14,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-834617169/running 2024-11-27T17:18:14,449 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:14,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:14,450 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:18:14,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:18:14,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on znode that does not yet exist, /0-834617169/running 2024-11-27T17:18:14,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on znode that does not yet exist, /0-834617169/running 2024-11-27T17:18:14,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:14,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:14,453 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,38831,1732727880276' ***** 2024-11-27T17:18:14,453 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:18:14,453 INFO [RS:0;8f0673442175:38831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:18:14,454 INFO [RS:0;8f0673442175:38831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:18:14,454 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:18:14,454 INFO [RS:0;8f0673442175:38831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:18:14,454 INFO [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(3091): Received CLOSE for b77146753394c20624ee9e8957105970 2024-11-27T17:18:14,455 INFO [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,38831,1732727880276 2024-11-27T17:18:14,455 INFO [RS:0;8f0673442175:38831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:18:14,455 INFO [RS:0;8f0673442175:38831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:38831. 2024-11-27T17:18:14,455 DEBUG [RS:0;8f0673442175:38831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:14,455 DEBUG [RS:0;8f0673442175:38831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:14,455 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b77146753394c20624ee9e8957105970, disabling compactions & flushes 2024-11-27T17:18:14,455 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:14,455 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:14,455 INFO [RS:0;8f0673442175:38831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:18:14,455 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. after waiting 0 ms 2024-11-27T17:18:14,455 INFO [RS:0;8f0673442175:38831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:18:14,455 INFO [RS:0;8f0673442175:38831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:18:14,456 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:14,456 INFO [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:18:14,456 INFO [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T17:18:14,456 DEBUG [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(1325): Online Regions={b77146753394c20624ee9e8957105970=hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T17:18:14,456 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:18:14,456 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:18:14,456 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:18:14,456 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:18:14,456 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:18:14,457 DEBUG [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b77146753394c20624ee9e8957105970 2024-11-27T17:18:14,459 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b77146753394c20624ee9e8957105970 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-27T17:18:14,459 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T17:18:14,516 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:18:14,538 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276.replicationSource.wal-reader.8f0673442175%2C38831%2C1732727880276,1-8f0673442175,38831,1732727880276 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.1732727883167 to pos 0, reset compression=false 2024-11-27T17:18:14,540 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/replication/b77146753394c20624ee9e8957105970/.tmp/queue/ac1d561dc95c4afbb65a177cdde5361f is 151, key is 1-8f0673442175,38831,1732727880276/queue:8f0673442175%2C38831%2C1732727880276/1732727893011/Put/seqid=0 2024-11-27T17:18:14,547 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/.tmp/info/6b1935dc78fa4d44956c909395ce1174 is 147, key is hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970./info:regioninfo/1732727892559/Put/seqid=0 2024-11-27T17:18:14,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741839_1015 (size=6631) 2024-11-27T17:18:14,575 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/.tmp/info/6b1935dc78fa4d44956c909395ce1174 2024-11-27T17:18:14,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741838_1014 (size=5500) 2024-11-27T17:18:14,586 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/replication/b77146753394c20624ee9e8957105970/.tmp/queue/ac1d561dc95c4afbb65a177cdde5361f 2024-11-27T17:18:14,642 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.wal-reader.8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.1732727883167 to pos 0, reset compression=false 2024-11-27T17:18:14,653 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/replication/b77146753394c20624ee9e8957105970/.tmp/queue/ac1d561dc95c4afbb65a177cdde5361f as hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/replication/b77146753394c20624ee9e8957105970/queue/ac1d561dc95c4afbb65a177cdde5361f 2024-11-27T17:18:14,657 DEBUG [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b77146753394c20624ee9e8957105970 2024-11-27T17:18:14,673 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/replication/b77146753394c20624ee9e8957105970/queue/ac1d561dc95c4afbb65a177cdde5361f, entries=2, sequenceid=6, filesize=5.4 K 2024-11-27T17:18:14,684 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b77146753394c20624ee9e8957105970 in 221ms, sequenceid=6, compaction requested=false 2024-11-27T17:18:14,684 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T17:18:14,692 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/.tmp/ns/54defc20525d417b9bf39ed12dce027c is 43, key is default/ns:d/1732727884505/Put/seqid=0 2024-11-27T17:18:14,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741840_1016 (size=5153) 2024-11-27T17:18:14,706 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/.tmp/ns/54defc20525d417b9bf39ed12dce027c 2024-11-27T17:18:14,719 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/replication/b77146753394c20624ee9e8957105970/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T17:18:14,723 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:18:14,723 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:18:14,724 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:14,724 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b77146753394c20624ee9e8957105970: Waiting for close lock at 1732727894455Running coprocessor pre-close hooks at 1732727894455Disabling compacts and flushes for region at 1732727894455Disabling writes for close at 1732727894455Obtaining lock to block concurrent updates at 1732727894459 (+4 ms)Preparing flush snapshotting stores in b77146753394c20624ee9e8957105970 at 1732727894459Finished memstore snapshotting hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732727894468 (+9 ms)Flushing stores of hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. at 1732727894470 (+2 ms)Flushing b77146753394c20624ee9e8957105970/queue: creating writer at 1732727894472 (+2 ms)Flushing b77146753394c20624ee9e8957105970/queue: appending metadata at 1732727894520 (+48 ms)Flushing b77146753394c20624ee9e8957105970/queue: closing flushed file at 1732727894524 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c4fe7b6: reopening flushed file at 1732727894646 (+122 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b77146753394c20624ee9e8957105970 in 221ms, sequenceid=6, compaction requested=false at 1732727894684 (+38 ms)Writing region close event to WAL at 1732727894697 (+13 ms)Running coprocessor post-close hooks at 1732727894721 (+24 ms)Closed at 1732727894724 (+3 ms) 2024-11-27T17:18:14,724 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:14,750 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/.tmp/table/648d34d3fe97446c98e3e07f176f5ff3 is 53, key is hbase:replication/table:state/1732727892579/Put/seqid=0 2024-11-27T17:18:14,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741841_1017 (size=5256) 2024-11-27T17:18:14,759 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/.tmp/table/648d34d3fe97446c98e3e07f176f5ff3 2024-11-27T17:18:14,770 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/.tmp/info/6b1935dc78fa4d44956c909395ce1174 as hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/info/6b1935dc78fa4d44956c909395ce1174 2024-11-27T17:18:14,781 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/info/6b1935dc78fa4d44956c909395ce1174, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T17:18:14,783 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/.tmp/ns/54defc20525d417b9bf39ed12dce027c as hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/ns/54defc20525d417b9bf39ed12dce027c 2024-11-27T17:18:14,795 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/ns/54defc20525d417b9bf39ed12dce027c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T17:18:14,797 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/.tmp/table/648d34d3fe97446c98e3e07f176f5ff3 as hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/table/648d34d3fe97446c98e3e07f176f5ff3 2024-11-27T17:18:14,808 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/table/648d34d3fe97446c98e3e07f176f5ff3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T17:18:14,810 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 353ms, sequenceid=11, compaction requested=false 2024-11-27T17:18:14,818 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T17:18:14,819 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:18:14,819 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:18:14,819 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:18:14,820 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732727894456Running coprocessor pre-close hooks at 1732727894456Disabling compacts and flushes for region at 1732727894456Disabling writes for close at 1732727894456Obtaining lock to block concurrent updates at 1732727894459 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732727894459Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732727894468 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732727894484 (+16 ms)Flushing 1588230740/info: creating writer at 1732727894485 (+1 ms)Flushing 1588230740/info: appending metadata at 1732727894521 (+36 ms)Flushing 1588230740/info: closing flushed file at 1732727894524 (+3 ms)Flushing 1588230740/ns: creating writer at 1732727894644 (+120 ms)Flushing 1588230740/ns: appending metadata at 1732727894691 (+47 ms)Flushing 1588230740/ns: closing flushed file at 1732727894691Flushing 1588230740/table: creating writer at 1732727894726 (+35 ms)Flushing 1588230740/table: appending metadata at 1732727894749 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732727894749Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2371ebc2: reopening flushed file at 1732727894768 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f630fe: reopening flushed file at 1732727894781 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@451221fc: reopening flushed file at 1732727894795 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 353ms, sequenceid=11, compaction requested=false at 1732727894810 (+15 ms)Writing region close event to WAL at 1732727894812 (+2 ms)Running coprocessor post-close hooks at 1732727894819 (+7 ms)Closed at 1732727894819 2024-11-27T17:18:14,820 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:18:14,857 INFO [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,38831,1732727880276; all regions closed. 2024-11-27T17:18:14,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741834_1010 (size=2742) 2024-11-27T17:18:14,868 DEBUG [RS:0;8f0673442175:38831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/oldWALs 2024-11-27T17:18:14,868 INFO [RS:0;8f0673442175:38831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C38831%2C1732727880276.meta:.meta(num 1732727884210) 2024-11-27T17:18:14,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741837_1013 (size=1802) 2024-11-27T17:18:14,871 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.rep.1732727892475 not finished, retry = 0 2024-11-27T17:18:14,974 DEBUG [RS:0;8f0673442175:38831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/oldWALs 2024-11-27T17:18:14,974 INFO [RS:0;8f0673442175:38831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C38831%2C1732727880276.rep:(num 1732727892475) 2024-11-27T17:18:14,977 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.1732727883167 not finished, retry = 0 2024-11-27T17:18:14,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741832_1008 (size=93) 2024-11-27T17:18:15,048 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:18:15,048 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:18:15,081 DEBUG [RS:0;8f0673442175:38831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/oldWALs 2024-11-27T17:18:15,081 INFO [RS:0;8f0673442175:38831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C38831%2C1732727880276:(num 1732727883167) 2024-11-27T17:18:15,081 DEBUG [RS:0;8f0673442175:38831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:15,081 INFO [RS:0;8f0673442175:38831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:18:15,082 INFO [RS:0;8f0673442175:38831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:18:15,082 INFO [RS:0;8f0673442175:38831 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:18:15,082 INFO [RS:0;8f0673442175:38831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:18:15,082 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:18:15,083 INFO [RS:0;8f0673442175:38831 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,38831,1732727880276 because: Region server is closing 2024-11-27T17:18:15,083 INFO [RS:0;8f0673442175:38831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:38831. 2024-11-27T17:18:15,083 DEBUG [RS:0;8f0673442175:38831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:15,083 DEBUG [RS:0;8f0673442175:38831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:15,084 DEBUG [RS:0;8f0673442175:38831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:15,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:15,172 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.wal-reader.8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.1732727883167 to pos 0, reset compression=false 2024-11-27T17:18:15,180 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.wal-reader.8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.1732727883167 was moved to hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/oldWALs/8f0673442175%2C38831%2C1732727880276.1732727883167 2024-11-27T17:18:15,184 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276.replicationSource.shipper8f0673442175%2C38831%2C1732727880276,1-8f0673442175,38831,1732727880276 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T17:18:15,185 INFO [RS:0;8f0673442175:38831 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,38831,1732727880276.replicationSource.shipper8f0673442175%2C38831%2C1732727880276,1-8f0673442175,38831,1732727880276 terminated 2024-11-27T17:18:15,185 INFO [RS:0;8f0673442175:38831 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8f0673442175,38831,1732727880276 because: Region server is closing 2024-11-27T17:18:15,185 INFO [RS:0;8f0673442175:38831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:38831. 2024-11-27T17:18:15,185 DEBUG [RS:0;8f0673442175:38831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:15,185 DEBUG [RS:0;8f0673442175:38831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:15,186 DEBUG [RS:0;8f0673442175:38831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:15,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:15,189 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.wal-reader.8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.1732727883167 2024-11-27T17:18:15,189 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.shipper8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-8f0673442175,38831,1732727880276 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276/8f0673442175%2C38831%2C1732727880276.1732727883167, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T17:18:15,197 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.shipper8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8f0673442175,38831,1732727880276: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-8f0673442175,38831,1732727880276, walGroup=8f0673442175%2C38831%2C1732727880276, offset=8f0673442175%2C38831%2C1732727880276.1732727883167:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:38831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T17:18:15,200 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.shipper8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T17:18:15,202 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.shipper8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T17:18:15,203 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.shipper8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T17:18:15,204 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.shipper8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T17:18:15,204 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.shipper8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T17:18:15,204 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.shipper8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 390856512 }, "NonHeapMemoryUsage": { "committed": 152961024, "init": 7667712, "max": -1, "used": 150614176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T17:18:15,205 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.shipper8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [8f0673442175%2C38831%2C1732727880276.1732727883167] 2024-11-27T17:18:15,286 INFO [RS:0;8f0673442175:38831 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,38831,1732727880276.replicationSource.shipper8f0673442175%2C38831%2C1732727880276,2-8f0673442175,38831,1732727880276 terminated 2024-11-27T17:18:15,286 INFO [RS:0;8f0673442175:38831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38831 2024-11-27T17:18:15,329 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-834617169/rs/8f0673442175,38831,1732727880276 2024-11-27T17:18:15,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169/rs 2024-11-27T17:18:15,329 INFO [RS:0;8f0673442175:38831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:18:15,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,38831,1732727880276] 2024-11-27T17:18:15,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-834617169/draining/8f0673442175,38831,1732727880276 already deleted, retry=false 2024-11-27T17:18:15,426 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,38831,1732727880276 expired; onlineServers=0 2024-11-27T17:18:15,426 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,36373,1732727879382' ***** 2024-11-27T17:18:15,426 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:18:15,426 INFO [M:0;8f0673442175:36373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:18:15,426 INFO [M:0;8f0673442175:36373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:18:15,426 DEBUG [M:0;8f0673442175:36373 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:18:15,426 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:18:15,426 DEBUG [M:0;8f0673442175:36373 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:18:15,426 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727882864 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727882864,5,FailOnTimeoutGroup] 2024-11-27T17:18:15,426 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727882859 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727882859,5,FailOnTimeoutGroup] 2024-11-27T17:18:15,427 INFO [M:0;8f0673442175:36373 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:18:15,427 INFO [M:0;8f0673442175:36373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:18:15,427 DEBUG [M:0;8f0673442175:36373 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:18:15,427 INFO [M:0;8f0673442175:36373 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:18:15,427 INFO [M:0;8f0673442175:36373 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:18:15,428 INFO [M:0;8f0673442175:36373 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:18:15,428 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:18:15,450 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:15,450 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38831-0x1017d4d20310001, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:15,450 INFO [RS:0;8f0673442175:38831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:18:15,450 INFO [RS:0;8f0673442175:38831 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,38831,1732727880276; zookeeper connection closed. 2024-11-27T17:18:15,450 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cd206d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cd206d5 2024-11-27T17:18:15,451 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:18:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-834617169/master 2024-11-27T17:18:15,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:15,489 DEBUG [M:0;8f0673442175:36373 {}] zookeeper.ZKUtil(347): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Unable to get data of znode /0-834617169/master because node does not exist (not an error) 2024-11-27T17:18:15,489 WARN [M:0;8f0673442175:36373 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:18:15,490 INFO [M:0;8f0673442175:36373 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/.lastflushedseqids 2024-11-27T17:18:15,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741842_1018 (size=181) 2024-11-27T17:18:15,505 INFO [M:0;8f0673442175:36373 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:18:15,505 INFO [M:0;8f0673442175:36373 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:18:15,505 DEBUG [M:0;8f0673442175:36373 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:18:15,505 INFO [M:0;8f0673442175:36373 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:15,505 DEBUG [M:0;8f0673442175:36373 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:15,505 DEBUG [M:0;8f0673442175:36373 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:18:15,505 DEBUG [M:0;8f0673442175:36373 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:15,506 INFO [M:0;8f0673442175:36373 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.91 KB heapSize=61.95 KB 2024-11-27T17:18:15,527 DEBUG [M:0;8f0673442175:36373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ec60b64ecb84f848158fe1a29b97e08 is 82, key is hbase:meta,,1/info:regioninfo/1732727884319/Put/seqid=0 2024-11-27T17:18:15,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741843_1019 (size=5672) 2024-11-27T17:18:15,534 INFO [M:0;8f0673442175:36373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ec60b64ecb84f848158fe1a29b97e08 2024-11-27T17:18:15,570 DEBUG [M:0;8f0673442175:36373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ba8c87f44e24a43a251b55bb8a303d5 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732727892589/Put/seqid=0 2024-11-27T17:18:15,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741844_1020 (size=8663) 2024-11-27T17:18:15,906 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:18:15,979 INFO [M:0;8f0673442175:36373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.35 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ba8c87f44e24a43a251b55bb8a303d5 2024-11-27T17:18:16,006 DEBUG [M:0;8f0673442175:36373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f0ba72df33f4eae8d408838f6d61242 is 69, key is 8f0673442175,38831,1732727880276/rs:state/1732727882909/Put/seqid=0 2024-11-27T17:18:16,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741845_1021 (size=5156) 2024-11-27T17:18:16,414 INFO [M:0;8f0673442175:36373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f0ba72df33f4eae8d408838f6d61242 2024-11-27T17:18:16,429 DEBUG [M:0;8f0673442175:36373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ec60b64ecb84f848158fe1a29b97e08 as hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ec60b64ecb84f848158fe1a29b97e08 2024-11-27T17:18:16,437 INFO [M:0;8f0673442175:36373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ec60b64ecb84f848158fe1a29b97e08, entries=8, sequenceid=117, filesize=5.5 K 2024-11-27T17:18:16,439 DEBUG [M:0;8f0673442175:36373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ba8c87f44e24a43a251b55bb8a303d5 as hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ba8c87f44e24a43a251b55bb8a303d5 2024-11-27T17:18:16,448 INFO [M:0;8f0673442175:36373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ba8c87f44e24a43a251b55bb8a303d5, entries=14, sequenceid=117, filesize=8.5 K 2024-11-27T17:18:16,450 DEBUG [M:0;8f0673442175:36373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f0ba72df33f4eae8d408838f6d61242 as hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f0ba72df33f4eae8d408838f6d61242 2024-11-27T17:18:16,459 INFO [M:0;8f0673442175:36373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f0ba72df33f4eae8d408838f6d61242, entries=1, sequenceid=117, filesize=5.0 K 2024-11-27T17:18:16,460 INFO [M:0;8f0673442175:36373 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.91 KB/52127, heapSize ~61.66 KB/63136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 955ms, sequenceid=117, compaction requested=false 2024-11-27T17:18:16,462 INFO [M:0;8f0673442175:36373 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:16,462 DEBUG [M:0;8f0673442175:36373 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732727895505Disabling compacts and flushes for region at 1732727895505Disabling writes for close at 1732727895505Obtaining lock to block concurrent updates at 1732727895506 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732727895506Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52127, getHeapSize=63376, getOffHeapSize=0, getCellsCount=136 at 1732727895507 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732727895508 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732727895508Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732727895527 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732727895527Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732727895545 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732727895570 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732727895570Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732727895991 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732727896006 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732727896006Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31378f14: reopening flushed file at 1732727896428 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3455a784: reopening flushed file at 1732727896437 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244f70a8: reopening flushed file at 1732727896448 (+11 ms)Finished flush of dataSize ~50.91 KB/52127, heapSize ~61.66 KB/63136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 955ms, sequenceid=117, compaction requested=false at 1732727896460 (+12 ms)Writing region close event to WAL at 1732727896462 (+2 ms)Closed at 1732727896462 2024-11-27T17:18:16,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741830_1006 (size=60234) 2024-11-27T17:18:16,466 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:18:16,466 INFO [M:0;8f0673442175:36373 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:18:16,467 INFO [M:0;8f0673442175:36373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36373 2024-11-27T17:18:16,467 INFO [M:0;8f0673442175:36373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:18:16,497 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:18:16,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:16,652 INFO [M:0;8f0673442175:36373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:18:16,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36373-0x1017d4d20310000, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:16,654 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:18:16,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:16,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:16,654 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:18:16,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:16,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:18:16,655 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:18:16,655 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:18:16,656 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38041 2024-11-27T17:18:16,657 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38041 connecting to ZooKeeper ensemble=127.0.0.1:59864 2024-11-27T17:18:16,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380410x0, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:16,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38041-0x1017d4d20310006 connected 2024-11-27T17:18:16,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:16,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:16,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on znode that does not yet exist, /0-834617169/running 2024-11-27T17:18:16,867 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-834617169/meta-region-server: INIT 2024-11-27T17:18:16,867 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862, hbase.cluster.distributed=false 2024-11-27T17:18:16,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on znode that does not yet exist, /0-834617169/acl 2024-11-27T17:18:16,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38041 2024-11-27T17:18:16,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38041 2024-11-27T17:18:16,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38041 2024-11-27T17:18:16,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38041 2024-11-27T17:18:16,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38041 2024-11-27T17:18:16,899 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:18:16,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:16,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:16,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:18:16,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:16,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:18:16,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:18:16,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:18:16,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45579 2024-11-27T17:18:16,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45579 connecting to ZooKeeper ensemble=127.0.0.1:59864 2024-11-27T17:18:16,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:16,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:16,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455790x0, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:16,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45579-0x1017d4d20310007 connected 2024-11-27T17:18:16,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on znode that does not yet exist, /0-834617169/running 2024-11-27T17:18:16,940 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-834617169/meta-region-server: INIT 2024-11-27T17:18:16,940 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:18:16,944 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:18:16,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on znode that does not yet exist, /0-834617169/master 2024-11-27T17:18:16,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on znode that does not yet exist, /0-834617169/acl 2024-11-27T17:18:16,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45579 2024-11-27T17:18:16,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45579 2024-11-27T17:18:16,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45579 2024-11-27T17:18:16,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45579 2024-11-27T17:18:16,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45579 2024-11-27T17:18:16,961 DEBUG [M:0;8f0673442175:38041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:38041 2024-11-27T17:18:16,962 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-834617169/backup-masters/8f0673442175,38041,1732727896654 2024-11-27T17:18:17,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169/backup-masters 2024-11-27T17:18:17,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169/backup-masters 2024-11-27T17:18:17,002 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on existing znode=/0-834617169/backup-masters/8f0673442175,38041,1732727896654 2024-11-27T17:18:17,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:17,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-834617169/master 2024-11-27T17:18:17,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:17,023 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on existing znode=/0-834617169/master 2024-11-27T17:18:17,024 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-834617169/backup-masters/8f0673442175,38041,1732727896654 from backup master directory 2024-11-27T17:18:17,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169/backup-masters 2024-11-27T17:18:17,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-834617169/backup-masters/8f0673442175,38041,1732727896654 2024-11-27T17:18:17,033 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:18:17,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169/backup-masters 2024-11-27T17:18:17,033 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,38041,1732727896654 2024-11-27T17:18:17,049 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:17,049 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:18:17,064 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-27T17:18:17,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741846_1022 (size=196) 2024-11-27T17:18:17,487 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:18:17,490 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:18:17,491 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:17,502 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T17:18:17,506 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/WALs/8f0673442175,36373,1732727879382 to hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/WALs/8f0673442175,36373,1732727879382-dead as it is dead 2024-11-27T17:18:17,507 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T17:18:17,508 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T17:18:17,508 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/WALs/8f0673442175,36373,1732727879382-dead/8f0673442175%2C36373%2C1732727879382.1732727882036 2024-11-27T17:18:17,513 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/WALs/8f0673442175,36373,1732727879382-dead/8f0673442175%2C36373%2C1732727879382.1732727882036 after 3ms 2024-11-27T17:18:17,514 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/WALs/8f0673442175,36373,1732727879382-dead/8f0673442175%2C36373%2C1732727879382.1732727882036 to hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8f0673442175%2C36373%2C1732727879382.1732727882036 2024-11-27T17:18:17,514 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/WALs/8f0673442175,36373,1732727879382-dead 2024-11-27T17:18:17,515 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/WALs/8f0673442175,38041,1732727896654 2024-11-27T17:18:17,516 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:18:17,518 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C38041%2C1732727896654, suffix=, logDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/WALs/8f0673442175,38041,1732727896654, archiveDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/oldWALs, maxLogs=10 2024-11-27T17:18:17,530 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/WALs/8f0673442175,38041,1732727896654/8f0673442175%2C38041%2C1732727896654.1732727897518, exclude list is [], retry=0 2024-11-27T17:18:17,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46139,DS-f571a394-ed58-4bae-87db-26e97c18b315,DISK] 2024-11-27T17:18:17,536 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/WALs/8f0673442175,38041,1732727896654/8f0673442175%2C38041%2C1732727896654.1732727897518 2024-11-27T17:18:17,537 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36861:36861)] 2024-11-27T17:18:17,537 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:17,537 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:17,537 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:17,537 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:17,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:17,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:18:17,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:17,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ec60b64ecb84f848158fe1a29b97e08 2024-11-27T17:18:17,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:17,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:17,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:18:17,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:17,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ba8c87f44e24a43a251b55bb8a303d5 2024-11-27T17:18:17,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:17,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:17,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:18:17,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:17,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f0ba72df33f4eae8d408838f6d61242 2024-11-27T17:18:17,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:17,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:17,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:18:17,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:17,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:17,569 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:17,569 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T17:18:17,570 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8f0673442175%2C36373%2C1732727879382.1732727882036 2024-11-27T17:18:17,588 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 138, firstSequenceIdInLog=3, maxSequenceIdInLog=119, path=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8f0673442175%2C36373%2C1732727879382.1732727882036 2024-11-27T17:18:17,590 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8f0673442175%2C36373%2C1732727879382.1732727882036 2024-11-27T17:18:17,591 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:17,591 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:17,592 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:17,594 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:17,597 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/119.seqid, newMaxSeqId=119, maxSeqId=1 2024-11-27T17:18:17,598 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=120; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63190197, jitterRate=-0.058392688632011414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:17,599 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732727897537Initializing all the Stores at 1732727897539 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727897539Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727897539Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727897539Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727897539Cleaning up temporary data from old regions at 1732727897591 (+52 ms)Region opened successfully at 1732727897598 (+7 ms) 2024-11-27T17:18:17,599 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:18:17,603 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c423d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:18:17,613 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T17:18:17,614 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:18:17,614 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:18:17,614 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:18:17,615 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:18:17,620 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:17,621 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:18:17,621 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:18:17,621 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:18:17,622 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T17:18:17,622 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T17:18:17,622 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-27T17:18:17,622 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:18:17,626 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8f0673442175,38831,1732727880276, regionLocation=8f0673442175,38831,1732727880276, openSeqNum=2 2024-11-27T17:18:17,627 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8f0673442175,38831,1732727880276, table=hbase:meta, region=1588230740 2024-11-27T17:18:17,627 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,38831,1732727880276, state=OPEN 2024-11-27T17:18:17,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-834617169/meta-region-server 2024-11-27T17:18:17,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-834617169/meta-region-server 2024-11-27T17:18:17,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-834617169/meta-region-server: CHANGED 2024-11-27T17:18:17,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-834617169/meta-region-server: CHANGED 2024-11-27T17:18:17,690 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:18:17,702 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-834617169/draining/8f0673442175,38831,1732727880276 already deleted, retry=false 2024-11-27T17:18:17,702 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 8f0673442175,38831,1732727880276 on 8f0673442175,38041,1732727896654 2024-11-27T17:18:17,708 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8f0673442175,38831,1732727880276, splitWal=true, meta=true 2024-11-27T17:18:17,711 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 8f0673442175,38831,1732727880276 (carryingMeta=true) 8f0673442175,38831,1732727880276/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4a9689aa[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T17:18:17,715 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Unable to get data of znode /0-834617169/balancer because node does not exist (not necessarily an error) 2024-11-27T17:18:17,767 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-834617169/balancer already deleted, retry=false 2024-11-27T17:18:17,768 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:18:17,769 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Unable to get data of znode /0-834617169/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:18:17,791 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-834617169/normalizer already deleted, retry=false 2024-11-27T17:18:17,791 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:18:17,793 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Unable to get data of znode /0-834617169/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:18:17,801 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-834617169/switch/split already deleted, retry=false 2024-11-27T17:18:17,803 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Unable to get data of znode /0-834617169/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:18:17,812 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-834617169/switch/merge already deleted, retry=false 2024-11-27T17:18:17,847 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Unable to get data of znode /0-834617169/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:18:17,854 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-834617169/snapshot-cleanup already deleted, retry=false 2024-11-27T17:18:17,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-834617169/running 2024-11-27T17:18:17,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-834617169/running 2024-11-27T17:18:17,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:17,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:17,867 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,38041,1732727896654, sessionid=0x1017d4d20310006, setting cluster-up flag (Was=false) 2024-11-27T17:18:17,876 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-834617169/flush-table-proc/acquired, /0-834617169/flush-table-proc/reached, /0-834617169/flush-table-proc/abort 2024-11-27T17:18:17,878 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,38041,1732727896654 2024-11-27T17:18:17,897 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-834617169/online-snapshot/acquired, /0-834617169/online-snapshot/reached, /0-834617169/online-snapshot/abort 2024-11-27T17:18:17,898 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,38041,1732727896654 2024-11-27T17:18:17,901 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/.lastflushedseqids 2024-11-27T17:18:17,908 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:18:17,909 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:18:17,909 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,38041,1732727896654 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 8f0673442175,38831,1732727880276 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:18:17,913 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:17,913 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:17,913 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:17,913 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:17,913 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:18:17,914 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:17,914 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:18:17,914 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:17,917 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8f0673442175,38831,1732727880276, splitWal=true, meta=true 2024-11-27T17:18:17,920 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8f0673442175,38831,1732727880276, splitWal=true, meta=true, isMeta: true 2024-11-27T17:18:17,923 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276-splitting 2024-11-27T17:18:17,925 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276-splitting dir is empty, no logs to split. 2024-11-27T17:18:17,925 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8f0673442175,38831,1732727880276 WAL count=0, meta=true 2024-11-27T17:18:17,936 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732727927936 2024-11-27T17:18:17,937 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:18:17,937 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:18:17,937 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:18:17,937 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:18:17,937 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:18:17,937 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:18:17,938 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276-splitting dir is empty, no logs to split. 2024-11-27T17:18:17,938 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8f0673442175,38831,1732727880276 WAL count=0, meta=true 2024-11-27T17:18:17,939 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8f0673442175,38831,1732727880276 WAL splitting is done? wals=0, meta=true 2024-11-27T17:18:17,939 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:17,940 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:18:17,941 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:18:17,941 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:18:17,941 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:18:17,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:18:17,944 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:18:17,944 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:18:17,944 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:18:17,945 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727897945,5,FailOnTimeoutGroup] 2024-11-27T17:18:17,946 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727897945,5,FailOnTimeoutGroup] 2024-11-27T17:18:17,946 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:17,946 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:18:17,946 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:17,946 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:17,946 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732727897946, completionTime=-1 2024-11-27T17:18:17,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T17:18:17,946 WARN [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T17:18:17,951 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T17:18:17,953 INFO [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(746): ClusterId : cb7065ad-719f-4c2b-a25a-28cec11fe644 2024-11-27T17:18:17,954 DEBUG [RS:0;8f0673442175:45579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:18:17,967 DEBUG [RS:0;8f0673442175:45579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:18:17,967 DEBUG [RS:0;8f0673442175:45579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:18:17,977 DEBUG [RS:0;8f0673442175:45579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:18:17,977 DEBUG [RS:0;8f0673442175:45579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7845b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:18:17,993 DEBUG [RS:0;8f0673442175:45579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:45579 2024-11-27T17:18:17,993 INFO [RS:0;8f0673442175:45579 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:18:17,993 INFO [RS:0;8f0673442175:45579 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:18:17,993 DEBUG [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:18:17,994 INFO [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,38041,1732727896654 with port=45579, startcode=1732727896899 2024-11-27T17:18:17,995 DEBUG [RS:0;8f0673442175:45579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:18:17,997 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:18:17,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,45579,1732727896899 2024-11-27T17:18:17,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38041 {}] master.ServerManager(517): Registering regionserver=8f0673442175,45579,1732727896899 2024-11-27T17:18:18,000 DEBUG [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862 2024-11-27T17:18:18,000 DEBUG [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45973 2024-11-27T17:18:18,000 DEBUG [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:18:18,001 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=55ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T17:18:18,018 DEBUG [RS:0;8f0673442175:45579 {}] zookeeper.ZKUtil(111): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on existing znode=/0-834617169/rs/8f0673442175,45579,1732727896899 2024-11-27T17:18:18,019 WARN [RS:0;8f0673442175:45579 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:18:18,019 INFO [RS:0;8f0673442175:45579 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:18,019 DEBUG [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899 2024-11-27T17:18:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169/rs 2024-11-27T17:18:18,022 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,45579,1732727896899] 2024-11-27T17:18:18,073 INFO [RS:0;8f0673442175:45579 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:18:18,076 INFO [RS:0;8f0673442175:45579 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:18:18,076 INFO [RS:0;8f0673442175:45579 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:18:18,076 INFO [RS:0;8f0673442175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:18,077 INFO [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:18:18,077 INFO [RS:0;8f0673442175:45579 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:18:18,078 INFO [RS:0;8f0673442175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:18,078 DEBUG [RS:0;8f0673442175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:18,078 DEBUG [RS:0;8f0673442175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:18,078 DEBUG [RS:0;8f0673442175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:18,078 DEBUG [RS:0;8f0673442175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:18,078 DEBUG [RS:0;8f0673442175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:18,078 DEBUG [RS:0;8f0673442175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:18:18,078 DEBUG [RS:0;8f0673442175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:18,078 DEBUG [RS:0;8f0673442175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:18,078 DEBUG [RS:0;8f0673442175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:18,078 DEBUG [RS:0;8f0673442175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:18,078 DEBUG [RS:0;8f0673442175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:18,078 DEBUG [RS:0;8f0673442175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:18,079 DEBUG [RS:0;8f0673442175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:18:18,079 DEBUG [RS:0;8f0673442175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:18:18,080 INFO [RS:0;8f0673442175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:18,080 INFO [RS:0;8f0673442175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:18,080 INFO [RS:0;8f0673442175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:18,080 INFO [RS:0;8f0673442175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:18,080 INFO [RS:0;8f0673442175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:18,080 INFO [RS:0;8f0673442175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45579,1732727896899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:18:18,094 INFO [RS:0;8f0673442175:45579 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:18:18,094 INFO [RS:0;8f0673442175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45579,1732727896899-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:18,097 WARN [8f0673442175:38041 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T17:18:18,109 INFO [RS:0;8f0673442175:45579 {}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,45579,1732727896899, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:18:18,123 INFO [RS:0;8f0673442175:45579 {}] regionserver.ReplicationSource(231): queueId=2-8f0673442175,45579,1732727896899, ReplicationSource: 2, currentBandwidth=0 2024-11-27T17:18:18,123 INFO [RS:0;8f0673442175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:18,123 INFO [RS:0;8f0673442175:45579 {}] regionserver.Replication(171): 8f0673442175,45579,1732727896899 started 2024-11-27T17:18:18,124 DEBUG [RS:0;8f0673442175:45579.replicationSource,1-8f0673442175,45579,1732727896899 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:34467' 2024-11-27T17:18:18,125 DEBUG [RS:0;8f0673442175:45579.replicationSource,1-8f0673442175,45579,1732727896899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4129c3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:18,125 DEBUG [RS:0;8f0673442175:45579.replicationSource,1-8f0673442175,45579,1732727896899 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,34467,-1 for getting cluster id 2024-11-27T17:18:18,125 DEBUG [RS:0;8f0673442175:45579.replicationSource,1-8f0673442175,45579,1732727896899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:18,126 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b6714da-5bc2-4a6f-bc43-27732e2dfd97' 2024-11-27T17:18:18,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:18,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b6714da-5bc2-4a6f-bc43-27732e2dfd97" 2024-11-27T17:18:18,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@437db18b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:18,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,34467,-1] 2024-11-27T17:18:18,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:18,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:18,129 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:18,130 DEBUG [RS:0;8f0673442175:45579.replicationSource,1-8f0673442175,45579,1732727896899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c6f60c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:18,130 DEBUG [RS:0;8f0673442175:45579.replicationSource,1-8f0673442175,45579,1732727896899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:18,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,34467,1732727887538 2024-11-27T17:18:18,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@447a21a6 2024-11-27T17:18:18,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:18,132 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T17:18:18,133 INFO [RS:0;8f0673442175:45579.replicationSource,1-8f0673442175,45579,1732727896899 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,45579,1732727896899 (queues=0) is replicating from cluster=cb7065ad-719f-4c2b-a25a-28cec11fe644 to cluster=9b6714da-5bc2-4a6f-bc43-27732e2dfd97 2024-11-27T17:18:18,138 INFO [RS:0;8f0673442175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:18,138 INFO [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,45579,1732727896899, RpcServer on 8f0673442175/172.17.0.3:45579, sessionid=0x1017d4d20310007 2024-11-27T17:18:18,138 DEBUG [RS:0;8f0673442175:45579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:18:18,138 DEBUG [RS:0;8f0673442175:45579 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,45579,1732727896899 2024-11-27T17:18:18,138 DEBUG [RS:0;8f0673442175:45579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,45579,1732727896899' 2024-11-27T17:18:18,138 DEBUG [RS:0;8f0673442175:45579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-834617169/flush-table-proc/abort' 2024-11-27T17:18:18,138 DEBUG [RS:0;8f0673442175:45579.replicationSource,2-8f0673442175,45579,1732727896899 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:34467' 2024-11-27T17:18:18,139 DEBUG [RS:0;8f0673442175:45579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-834617169/flush-table-proc/acquired' 2024-11-27T17:18:18,139 DEBUG [RS:0;8f0673442175:45579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:18:18,139 DEBUG [RS:0;8f0673442175:45579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:18:18,139 DEBUG [RS:0;8f0673442175:45579 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,45579,1732727896899 2024-11-27T17:18:18,139 DEBUG [RS:0;8f0673442175:45579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,45579,1732727896899' 2024-11-27T17:18:18,139 DEBUG [RS:0;8f0673442175:45579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-834617169/online-snapshot/abort' 2024-11-27T17:18:18,140 DEBUG [RS:0;8f0673442175:45579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-834617169/online-snapshot/acquired' 2024-11-27T17:18:18,140 DEBUG [RS:0;8f0673442175:45579.replicationSource,2-8f0673442175,45579,1732727896899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c32092a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:18,140 DEBUG [RS:0;8f0673442175:45579.replicationSource,2-8f0673442175,45579,1732727896899 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,34467,-1 for getting cluster id 2024-11-27T17:18:18,140 DEBUG [RS:0;8f0673442175:45579.replicationSource,2-8f0673442175,45579,1732727896899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:18,140 DEBUG [RS:0;8f0673442175:45579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:18:18,140 INFO [RS:0;8f0673442175:45579 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:18:18,140 INFO [RS:0;8f0673442175:45579 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:18:18,141 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b6714da-5bc2-4a6f-bc43-27732e2dfd97' 2024-11-27T17:18:18,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:18,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b6714da-5bc2-4a6f-bc43-27732e2dfd97" 2024-11-27T17:18:18,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6650d8cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:18,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,34467,-1] 2024-11-27T17:18:18,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:18,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:18,143 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:18,143 DEBUG [RS:0;8f0673442175:45579.replicationSource,2-8f0673442175,45579,1732727896899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c138cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:18,143 DEBUG [RS:0;8f0673442175:45579.replicationSource,2-8f0673442175,45579,1732727896899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:18,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,34467,1732727887538 2024-11-27T17:18:18,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d8014ee 2024-11-27T17:18:18,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:18,145 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T17:18:18,146 INFO [RS:0;8f0673442175:45579.replicationSource,2-8f0673442175,45579,1732727896899 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8f0673442175,45579,1732727896899 (queues=0) is replicating from cluster=cb7065ad-719f-4c2b-a25a-28cec11fe644 to cluster=9b6714da-5bc2-4a6f-bc43-27732e2dfd97 2024-11-27T17:18:18,241 INFO [RS:0;8f0673442175:45579 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:18:18,246 INFO [RS:0;8f0673442175:45579 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C45579%2C1732727896899, suffix=, logDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899, archiveDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/oldWALs, maxLogs=10 2024-11-27T17:18:18,262 DEBUG [RS:0;8f0673442175:45579 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247, exclude list is [], retry=0 2024-11-27T17:18:18,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46139,DS-f571a394-ed58-4bae-87db-26e97c18b315,DISK] 2024-11-27T17:18:18,267 INFO [RS:0;8f0673442175:45579 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 2024-11-27T17:18:18,268 DEBUG [RS:0;8f0673442175:45579 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8f0673442175%2C45579%2C1732727896899 for peer 1 2024-11-27T17:18:18,268 DEBUG [RS:0;8f0673442175:45579 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8f0673442175%2C45579%2C1732727896899 for peer 2 2024-11-27T17:18:18,268 DEBUG [RS:0;8f0673442175:45579 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C45579%2C1732727896899 2024-11-27T17:18:18,268 INFO [RS:0;8f0673442175:45579 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,45579,1732727896899, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:18:18,268 DEBUG [RS:0;8f0673442175:45579 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8f0673442175%2C45579%2C1732727896899 2024-11-27T17:18:18,268 INFO [RS:0;8f0673442175:45579.replicationSource.shipper8f0673442175%2C45579%2C1732727896899,1-8f0673442175,45579,1732727896899 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C45579%2C1732727896899 2024-11-27T17:18:18,268 INFO [RS:0;8f0673442175:45579 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8f0673442175,45579,1732727896899, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:18:18,269 DEBUG [RS:0;8f0673442175:45579 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36861:36861)] 2024-11-27T17:18:18,269 INFO [RS:0;8f0673442175:45579.replicationSource.shipper8f0673442175%2C45579%2C1732727896899,2-8f0673442175,45579,1732727896899 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C45579%2C1732727896899 2024-11-27T17:18:18,270 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,1-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247, startPosition=0, beingWritten=true 2024-11-27T17:18:18,270 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,2-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247, startPosition=0, beingWritten=true 2024-11-27T17:18:18,347 DEBUG [8f0673442175:38041 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:18:18,348 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,45579,1732727896899 2024-11-27T17:18:18,352 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,45579,1732727896899, state=OPENING 2024-11-27T17:18:18,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-834617169/meta-region-server 2024-11-27T17:18:18,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-834617169/meta-region-server 2024-11-27T17:18:18,365 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:18:18,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-834617169/meta-region-server: CHANGED 2024-11-27T17:18:18,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-834617169/meta-region-server: CHANGED 2024-11-27T17:18:18,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,45579,1732727896899}] 2024-11-27T17:18:18,477 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,1-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:18,477 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,2-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:18,522 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:18:18,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:18:18,528 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:18:18,528 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:18,529 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:18:18,531 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C45579%2C1732727896899.meta, suffix=.meta, logDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899, archiveDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/oldWALs, maxLogs=10 2024-11-27T17:18:18,548 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.meta.1732727898532.meta, exclude list is [], retry=0 2024-11-27T17:18:18,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46139,DS-f571a394-ed58-4bae-87db-26e97c18b315,DISK] 2024-11-27T17:18:18,554 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.meta.1732727898532.meta 2024-11-27T17:18:18,554 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36861:36861)] 2024-11-27T17:18:18,554 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:18,555 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:18:18,555 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:18:18,555 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:18:18,555 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:18:18,555 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:18:18,555 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:18,555 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:18:18,555 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:18:18,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:18:18,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:18:18,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:18,569 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/info/6b1935dc78fa4d44956c909395ce1174 2024-11-27T17:18:18,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:18,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:18:18,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:18:18,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:18,584 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/ns/54defc20525d417b9bf39ed12dce027c 2024-11-27T17:18:18,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:18,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:18:18,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:18:18,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:18,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:18,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:18:18,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:18:18,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:18,599 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/table/648d34d3fe97446c98e3e07f176f5ff3 2024-11-27T17:18:18,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:18,599 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:18:18,601 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740 2024-11-27T17:18:18,602 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740 2024-11-27T17:18:18,604 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:18:18,604 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:18:18,605 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:18,606 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:18:18,607 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61980932, jitterRate=-0.0764121413230896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:18,608 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:18:18,608 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732727898556Writing region info on filesystem at 1732727898556Initializing all the Stores at 1732727898557 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727898557Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727898557Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727898557Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727898557Cleaning up temporary data from old regions at 1732727898604 (+47 ms)Running coprocessor post-open hooks at 1732727898608 (+4 ms)Region opened successfully at 1732727898608 2024-11-27T17:18:18,609 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732727898522 2024-11-27T17:18:18,612 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:18:18,612 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:18:18,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=8f0673442175,45579,1732727896899 2024-11-27T17:18:18,617 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,45579,1732727896899, state=OPEN 2024-11-27T17:18:18,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-834617169/meta-region-server 2024-11-27T17:18:18,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-834617169/meta-region-server 2024-11-27T17:18:18,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,45579,1732727896899 2024-11-27T17:18:18,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-834617169/meta-region-server: CHANGED 2024-11-27T17:18:18,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-834617169/meta-region-server: CHANGED 2024-11-27T17:18:18,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-27T17:18:18,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,45579,1732727896899 in 262 msec 2024-11-27T17:18:18,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-27T17:18:18,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 690 msec 2024-11-27T17:18:18,793 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,1-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:18,798 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,2-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:19,199 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,1-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:19,205 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,2-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:19,504 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1558ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-27T17:18:19,709 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,1-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:19,710 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,2-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:20,320 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,2-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:20,320 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,1-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:21,008 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3062ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-27T17:18:21,031 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,2-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:21,031 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,1-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:21,840 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,2-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:21,840 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,1-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:22,462 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4516ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T17:18:22,462 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:18:22,463 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:18:22,463 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,45579,1732727896899, seqNum=-1] 2024-11-27T17:18:22,464 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:18:22,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:18:22,478 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b77146753394c20624ee9e8957105970, regionState=OPEN, lastHost=8f0673442175,38831,1732727880276, regionLocation=8f0673442175,38831,1732727880276, openSeqNum=2 2024-11-27T17:18:22,479 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:18:22,479 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732727962479 2024-11-27T17:18:22,479 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728022479 2024-11-27T17:18:22,479 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 16 msec 2024-11-27T17:18:22,479 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,38041,1732727896654-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:22,479 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,38041,1732727896654-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:22,479 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 8f0673442175,38831,1732727880276 had 2 regions 2024-11-27T17:18:22,479 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,38041,1732727896654-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:22,479 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:38041, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:22,479 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:22,480 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:22,481 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8f0673442175,38831,1732727880276, splitWal=true, meta=true, isMeta: false 2024-11-27T17:18:22,483 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276-splitting dir is empty, no logs to split. 2024-11-27T17:18:22,483 INFO [PEWorker-4 {}] master.SplitWALManager(105): 8f0673442175,38831,1732727880276 WAL count=0, meta=false 2024-11-27T17:18:22,486 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.453sec 2024-11-27T17:18:22,486 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:18:22,486 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:18:22,487 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:18:22,487 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:18:22,487 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:18:22,487 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,38041,1732727896654-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:18:22,487 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,38041,1732727896654-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:18:22,487 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,38831,1732727880276-splitting dir is empty, no logs to split. 2024-11-27T17:18:22,488 INFO [PEWorker-4 {}] master.SplitWALManager(105): 8f0673442175,38831,1732727880276 WAL count=0, meta=false 2024-11-27T17:18:22,488 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 8f0673442175,38831,1732727880276 WAL splitting is done? wals=0, meta=false 2024-11-27T17:18:22,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b77146753394c20624ee9e8957105970, ASSIGN}] 2024-11-27T17:18:22,491 WARN [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=8f0673442175,38831,1732727880276/hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:22,492 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:18:22,492 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:18:22,493 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,38041,1732727896654-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:22,493 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b77146753394c20624ee9e8957105970, ASSIGN 2024-11-27T17:18:22,494 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b77146753394c20624ee9e8957105970, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T17:18:22,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adaf77d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:22,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,38041,-1 for getting cluster id 2024-11-27T17:18:22,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:22,560 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb7065ad-719f-4c2b-a25a-28cec11fe644' 2024-11-27T17:18:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb7065ad-719f-4c2b-a25a-28cec11fe644" 2024-11-27T17:18:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d08de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,38041,-1] 2024-11-27T17:18:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:22,563 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:22,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d95a768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:22,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:18:22,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,45579,1732727896899, seqNum=-1] 2024-11-27T17:18:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:18:22,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:18:22,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T17:18:22,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:18:22,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:22,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:22,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:22,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:22,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 8f0673442175:38041 after: 8f0673442175:38041 2024-11-27T17:18:22,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695dba2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:22,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,38041,-1 for getting cluster id 2024-11-27T17:18:22,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:22,574 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb7065ad-719f-4c2b-a25a-28cec11fe644' 2024-11-27T17:18:22,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:22,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb7065ad-719f-4c2b-a25a-28cec11fe644" 2024-11-27T17:18:22,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269590be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:22,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,38041,-1] 2024-11-27T17:18:22,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:22,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:22,575 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:22,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b17946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:22,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,38041,1732727896654 2024-11-27T17:18:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68d115e9 2024-11-27T17:18:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:22,578 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:18:22,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38041 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T17:18:22,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38041 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T17:18:22,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38041 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T17:18:22,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38041 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T17:18:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:18:22,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:18:22,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:22,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:22,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:22,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:22,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:18:22,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=105545387, stopped=false 2024-11-27T17:18:22,582 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,34467,1732727887538 2024-11-27T17:18:22,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1392210765/running 2024-11-27T17:18:22,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1392210765/running 2024-11-27T17:18:22,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765 2024-11-27T17:18:22,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765 2024-11-27T17:18:22,639 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:18:22,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:18:22,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:22,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:22,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Set watcher on znode that does not yet exist, /1-1392210765/running 2024-11-27T17:18:22,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Set watcher on znode that does not yet exist, /1-1392210765/running 2024-11-27T17:18:22,642 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,45409,1732727887676' ***** 2024-11-27T17:18:22,642 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:18:22,642 INFO [RS:0;8f0673442175:45409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:18:22,642 INFO [RS:0;8f0673442175:45409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:18:22,642 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:18:22,642 INFO [RS:0;8f0673442175:45409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:18:22,642 INFO [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,45409,1732727887676 2024-11-27T17:18:22,643 INFO [RS:0;8f0673442175:45409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:18:22,643 INFO [RS:0;8f0673442175:45409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:45409. 2024-11-27T17:18:22,643 DEBUG [RS:0;8f0673442175:45409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:22,643 DEBUG [RS:0;8f0673442175:45409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:22,643 INFO [RS:0;8f0673442175:45409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:18:22,643 INFO [RS:0;8f0673442175:45409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:18:22,643 INFO [RS:0;8f0673442175:45409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:18:22,643 INFO [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:18:22,644 INFO [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T17:18:22,644 DEBUG [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T17:18:22,644 DEBUG [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:18:22,644 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:18:22,644 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:18:22,644 DEBUG [8f0673442175:38041 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:18:22,644 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:18:22,644 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:18:22,644 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:18:22,644 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T17:18:22,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b77146753394c20624ee9e8957105970, regionState=OPENING, regionLocation=8f0673442175,45579,1732727896899 2024-11-27T17:18:22,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b77146753394c20624ee9e8957105970, ASSIGN because future has completed 2024-11-27T17:18:22,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b77146753394c20624ee9e8957105970, server=8f0673442175,45579,1732727896899}] 2024-11-27T17:18:22,664 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/data/hbase/meta/1588230740/.tmp/ns/a7f0a8b461c9477fb7bb00ddb94c9e6a is 43, key is default/ns:d/1732727891051/Put/seqid=0 2024-11-27T17:18:22,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741835_1011 (size=5153) 2024-11-27T17:18:22,728 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:18:22,750 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,2-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:22,751 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,1-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:22,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:22,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:22,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:18:22,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C45579%2C1732727896899.rep, suffix=, logDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899, archiveDir=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/oldWALs, maxLogs=10 2024-11-27T17:18:22,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.rep.1732727902811, exclude list is [], retry=0 2024-11-27T17:18:22,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46139,DS-f571a394-ed58-4bae-87db-26e97c18b315,DISK] 2024-11-27T17:18:22,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.rep.1732727902811 2024-11-27T17:18:22,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36861:36861)] 2024-11-27T17:18:22,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b77146753394c20624ee9e8957105970, NAME => 'hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:22,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:18:22,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:18:22,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. service=MultiRowMutationService 2024-11-27T17:18:22,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:18:22,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b77146753394c20624ee9e8957105970 2024-11-27T17:18:22,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:22,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b77146753394c20624ee9e8957105970 2024-11-27T17:18:22,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b77146753394c20624ee9e8957105970 2024-11-27T17:18:22,833 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b77146753394c20624ee9e8957105970 2024-11-27T17:18:22,834 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b77146753394c20624ee9e8957105970 columnFamilyName hfileref 2024-11-27T17:18:22,834 DEBUG [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:22,835 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] regionserver.HStore(327): Store=b77146753394c20624ee9e8957105970/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:22,835 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b77146753394c20624ee9e8957105970 2024-11-27T17:18:22,836 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b77146753394c20624ee9e8957105970 columnFamilyName queue 2024-11-27T17:18:22,836 DEBUG [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:22,843 DEBUG [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/replication/b77146753394c20624ee9e8957105970/queue/ac1d561dc95c4afbb65a177cdde5361f 2024-11-27T17:18:22,843 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] regionserver.HStore(327): Store=b77146753394c20624ee9e8957105970/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:22,843 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b77146753394c20624ee9e8957105970 2024-11-27T17:18:22,844 DEBUG [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:18:22,845 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b77146753394c20624ee9e8957105970 columnFamilyName sid 2024-11-27T17:18:22,845 DEBUG [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:22,845 INFO [StoreOpener-b77146753394c20624ee9e8957105970-1 {}] regionserver.HStore(327): Store=b77146753394c20624ee9e8957105970/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:22,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b77146753394c20624ee9e8957105970 2024-11-27T17:18:22,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/replication/b77146753394c20624ee9e8957105970 2024-11-27T17:18:22,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/replication/b77146753394c20624ee9e8957105970 2024-11-27T17:18:22,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b77146753394c20624ee9e8957105970 2024-11-27T17:18:22,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b77146753394c20624ee9e8957105970 2024-11-27T17:18:22,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:18:22,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b77146753394c20624ee9e8957105970 2024-11-27T17:18:22,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened b77146753394c20624ee9e8957105970; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75302955, jitterRate=0.12210147082805634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:18:22,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b77146753394c20624ee9e8957105970 2024-11-27T17:18:22,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b77146753394c20624ee9e8957105970: Running coprocessor pre-open hook at 1732727902832Writing region info on filesystem at 1732727902832Initializing all the Stores at 1732727902833 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727902833Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727902833Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727902833Cleaning up temporary data from old regions at 1732727902849 (+16 ms)Running coprocessor post-open hooks at 1732727902853 (+4 ms)Region opened successfully at 1732727902853 2024-11-27T17:18:22,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970., pid=19, masterSystemTime=1732727902802 2024-11-27T17:18:22,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:22,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:22,858 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b77146753394c20624ee9e8957105970, regionState=OPEN, openSeqNum=10, regionLocation=8f0673442175,45579,1732727896899 2024-11-27T17:18:22,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b77146753394c20624ee9e8957105970, server=8f0673442175,45579,1732727896899 because future has completed 2024-11-27T17:18:22,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T17:18:22,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure b77146753394c20624ee9e8957105970, server=8f0673442175,45579,1732727896899 in 213 msec 2024-11-27T17:18:22,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-27T17:18:22,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b77146753394c20624ee9e8957105970, ASSIGN in 374 msec 2024-11-27T17:18:22,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T17:18:22,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970., hostname=8f0673442175,45579,1732727896899, seqNum=10] 2024-11-27T17:18:22,904 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 8f0673442175,38831,1732727880276 2024-11-27T17:18:22,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T17:18:22,934 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:18:22,934 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:18:23,044 DEBUG [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:18:23,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-27T17:18:23,069 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/data/hbase/meta/1588230740/.tmp/ns/a7f0a8b461c9477fb7bb00ddb94c9e6a 2024-11-27T17:18:23,078 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/data/hbase/meta/1588230740/.tmp/ns/a7f0a8b461c9477fb7bb00ddb94c9e6a as hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/data/hbase/meta/1588230740/ns/a7f0a8b461c9477fb7bb00ddb94c9e6a 2024-11-27T17:18:23,087 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/data/hbase/meta/1588230740/ns/a7f0a8b461c9477fb7bb00ddb94c9e6a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T17:18:23,088 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-27T17:18:23,092 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T17:18:23,093 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:18:23,093 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:18:23,093 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:18:23,093 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732727902644Running coprocessor pre-close hooks at 1732727902644Disabling compacts and flushes for region at 1732727902644Disabling writes for close at 1732727902644Obtaining lock to block concurrent updates at 1732727902644Preparing flush snapshotting stores in 1588230740 at 1732727902644Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732727902645 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732727902646 (+1 ms)Flushing 1588230740/ns: creating writer at 1732727902646Flushing 1588230740/ns: appending metadata at 1732727902663 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732727902663Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@644101aa: reopening flushed file at 1732727903077 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1732727903088 (+11 ms)Writing region close event to WAL at 1732727903089 (+1 ms)Running coprocessor post-close hooks at 1732727903093 (+4 ms)Closed at 1732727903093 2024-11-27T17:18:23,094 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:18:23,245 INFO [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,45409,1732727887676; all regions closed. 2024-11-27T17:18:23,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741834_1010 (size=1152) 2024-11-27T17:18:23,248 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/WALs/8f0673442175,45409,1732727887676/8f0673442175%2C45409%2C1732727887676.meta.1732727890973.meta not finished, retry = 0 2024-11-27T17:18:23,351 DEBUG [RS:0;8f0673442175:45409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/oldWALs 2024-11-27T17:18:23,351 INFO [RS:0;8f0673442175:45409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C45409%2C1732727887676.meta:.meta(num 1732727890973) 2024-11-27T17:18:23,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741832_1008 (size=93) 2024-11-27T17:18:23,354 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/WALs/8f0673442175,45409,1732727887676/8f0673442175%2C45409%2C1732727887676.1732727890056 not finished, retry = 0 2024-11-27T17:18:23,462 DEBUG [RS:0;8f0673442175:45409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/oldWALs 2024-11-27T17:18:23,462 INFO [RS:0;8f0673442175:45409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C45409%2C1732727887676:(num 1732727890056) 2024-11-27T17:18:23,462 DEBUG [RS:0;8f0673442175:45409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:23,463 INFO [RS:0;8f0673442175:45409 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:18:23,463 INFO [RS:0;8f0673442175:45409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:18:23,463 INFO [RS:0;8f0673442175:45409 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:18:23,464 INFO [RS:0;8f0673442175:45409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:18:23,464 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:18:23,464 INFO [RS:0;8f0673442175:45409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45409 2024-11-27T17:18:23,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765/rs 2024-11-27T17:18:23,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1392210765/rs/8f0673442175,45409,1732727887676 2024-11-27T17:18:23,481 INFO [RS:0;8f0673442175:45409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:18:23,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,45409,1732727887676] 2024-11-27T17:18:23,512 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1392210765/draining/8f0673442175,45409,1732727887676 already deleted, retry=false 2024-11-27T17:18:23,512 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,45409,1732727887676 expired; onlineServers=0 2024-11-27T17:18:23,513 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,34467,1732727887538' ***** 2024-11-27T17:18:23,513 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:18:23,513 INFO [M:0;8f0673442175:34467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:18:23,513 INFO [M:0;8f0673442175:34467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:18:23,513 DEBUG [M:0;8f0673442175:34467 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:18:23,514 DEBUG [M:0;8f0673442175:34467 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:18:23,514 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:18:23,514 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727889742 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727889742,5,FailOnTimeoutGroup] 2024-11-27T17:18:23,514 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727889745 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727889745,5,FailOnTimeoutGroup] 2024-11-27T17:18:23,515 INFO [M:0;8f0673442175:34467 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:18:23,515 INFO [M:0;8f0673442175:34467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:18:23,515 DEBUG [M:0;8f0673442175:34467 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:18:23,515 INFO [M:0;8f0673442175:34467 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:18:23,515 INFO [M:0;8f0673442175:34467 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:18:23,516 INFO [M:0;8f0673442175:34467 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:18:23,516 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:18:23,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1392210765/master 2024-11-27T17:18:23,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392210765 2024-11-27T17:18:23,528 DEBUG [M:0;8f0673442175:34467 {}] zookeeper.ZKUtil(347): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Unable to get data of znode /1-1392210765/master because node does not exist (not an error) 2024-11-27T17:18:23,528 WARN [M:0;8f0673442175:34467 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:18:23,530 INFO [M:0;8f0673442175:34467 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/.lastflushedseqids 2024-11-27T17:18:23,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741836_1012 (size=99) 2024-11-27T17:18:23,602 INFO [RS:0;8f0673442175:45409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:18:23,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:23,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1017d4d20310004, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:23,602 INFO [RS:0;8f0673442175:45409 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,45409,1732727887676; zookeeper connection closed. 2024-11-27T17:18:23,602 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3aa1eb45 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3aa1eb45 2024-11-27T17:18:23,603 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:18:23,764 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,1-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:23,764 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,2-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:23,939 INFO [M:0;8f0673442175:34467 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:18:23,939 INFO [M:0;8f0673442175:34467 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:18:23,939 DEBUG [M:0;8f0673442175:34467 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:18:23,939 INFO [M:0;8f0673442175:34467 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:23,939 DEBUG [M:0;8f0673442175:34467 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:23,939 DEBUG [M:0;8f0673442175:34467 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:18:23,939 DEBUG [M:0;8f0673442175:34467 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:23,939 INFO [M:0;8f0673442175:34467 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T17:18:23,955 DEBUG [M:0;8f0673442175:34467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8425e61ffe2744248e3c0b219d59cf50 is 82, key is hbase:meta,,1/info:regioninfo/1732727891023/Put/seqid=0 2024-11-27T17:18:23,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741837_1013 (size=5672) 2024-11-27T17:18:24,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:18:24,361 INFO [M:0;8f0673442175:34467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8425e61ffe2744248e3c0b219d59cf50 2024-11-27T17:18:24,383 DEBUG [M:0;8f0673442175:34467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc15287e57484f41b5cdcc4fbd6c1d79 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732727891060/Put/seqid=0 2024-11-27T17:18:24,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741838_1014 (size=5275) 2024-11-27T17:18:24,388 INFO [M:0;8f0673442175:34467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc15287e57484f41b5cdcc4fbd6c1d79 2024-11-27T17:18:24,408 DEBUG [M:0;8f0673442175:34467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f35c3e95d61148149724b7a8305dbf22 is 69, key is 8f0673442175,45409,1732727887676/rs:state/1732727889858/Put/seqid=0 2024-11-27T17:18:24,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741839_1015 (size=5156) 2024-11-27T17:18:24,814 INFO [M:0;8f0673442175:34467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f35c3e95d61148149724b7a8305dbf22 2024-11-27T17:18:24,825 DEBUG [M:0;8f0673442175:34467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8425e61ffe2744248e3c0b219d59cf50 as hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8425e61ffe2744248e3c0b219d59cf50 2024-11-27T17:18:24,831 INFO [M:0;8f0673442175:34467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8425e61ffe2744248e3c0b219d59cf50, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T17:18:24,832 DEBUG [M:0;8f0673442175:34467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc15287e57484f41b5cdcc4fbd6c1d79 as hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc15287e57484f41b5cdcc4fbd6c1d79 2024-11-27T17:18:24,838 INFO [M:0;8f0673442175:34467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc15287e57484f41b5cdcc4fbd6c1d79, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T17:18:24,839 DEBUG [M:0;8f0673442175:34467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f35c3e95d61148149724b7a8305dbf22 as hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f35c3e95d61148149724b7a8305dbf22 2024-11-27T17:18:24,845 INFO [M:0;8f0673442175:34467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41505/user/jenkins/test-data/51d21ed4-dd34-0a7f-4133-8cb07462daa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f35c3e95d61148149724b7a8305dbf22, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T17:18:24,846 INFO [M:0;8f0673442175:34467 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=28, compaction requested=false 2024-11-27T17:18:24,847 INFO [M:0;8f0673442175:34467 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:24,847 DEBUG [M:0;8f0673442175:34467 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732727903939Disabling compacts and flushes for region at 1732727903939Disabling writes for close at 1732727903939Obtaining lock to block concurrent updates at 1732727903939Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732727903939Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732727903940 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732727903941 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732727903941Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732727903955 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732727903955Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732727904367 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732727904382 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732727904382Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732727904393 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732727904408 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732727904408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b799047: reopening flushed file at 1732727904823 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32834b39: reopening flushed file at 1732727904831 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b068f9: reopening flushed file at 1732727904838 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=28, compaction requested=false at 1732727904846 (+8 ms)Writing region close event to WAL at 1732727904847 (+1 ms)Closed at 1732727904847 2024-11-27T17:18:24,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741830_1006 (size=10165) 2024-11-27T17:18:24,851 INFO [M:0;8f0673442175:34467 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:18:24,851 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:18:24,851 INFO [M:0;8f0673442175:34467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34467 2024-11-27T17:18:24,853 INFO [M:0;8f0673442175:34467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:18:24,872 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,1-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:24,872 DEBUG [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,2-8f0673442175,45579,1732727896899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.1732727898247 to pos 0, reset compression=false 2024-11-27T17:18:25,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:25,002 INFO [M:0;8f0673442175:34467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:18:25,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x1017d4d20310003, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:25,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e8120ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:18:25,008 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77fdfbd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:18:25,008 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:18:25,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc263b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:18:25,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a2f7835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/hadoop.log.dir/,STOPPED} 2024-11-27T17:18:25,010 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:18:25,010 WARN [BP-1628621944-172.17.0.3-1732727884854 heartbeating to localhost/127.0.0.1:41505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:18:25,011 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:18:25,011 WARN [BP-1628621944-172.17.0.3-1732727884854 heartbeating to localhost/127.0.0.1:41505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1628621944-172.17.0.3-1732727884854 (Datanode Uuid 4b3c9438-4e1f-4946-86a7-2da7b2f239a1) service to localhost/127.0.0.1:41505 2024-11-27T17:18:25,012 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/cluster_56f9acc1-3a1b-7c86-41c5-7538cc137915/data/data1/current/BP-1628621944-172.17.0.3-1732727884854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:18:25,012 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/cluster_56f9acc1-3a1b-7c86-41c5-7538cc137915/data/data2/current/BP-1628621944-172.17.0.3-1732727884854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:18:25,012 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:18:25,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c2a81f0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:18:25,019 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dfbbe97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:18:25,019 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:18:25,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a5c8066{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:18:25,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b699d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/hadoop.log.dir/,STOPPED} 2024-11-27T17:18:25,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:18:25,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:18:25,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:18:25,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:25,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:25,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:25,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:25,039 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:18:25,039 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=33672716, stopped=false 2024-11-27T17:18:25,039 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,38041,1732727896654 2024-11-27T17:18:25,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-834617169/running 2024-11-27T17:18:25,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-834617169/running 2024-11-27T17:18:25,054 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:18:25,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:25,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:25,054 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:18:25,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:25,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:25,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on znode that does not yet exist, /0-834617169/running 2024-11-27T17:18:25,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Set watcher on znode that does not yet exist, /0-834617169/running 2024-11-27T17:18:25,054 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,45579,1732727896899' ***** 2024-11-27T17:18:25,054 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:18:25,055 INFO [RS:0;8f0673442175:45579 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:18:25,055 INFO [RS:0;8f0673442175:45579 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:18:25,055 INFO [RS:0;8f0673442175:45579 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:18:25,055 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:18:25,055 INFO [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(3091): Received CLOSE for b77146753394c20624ee9e8957105970 2024-11-27T17:18:25,055 INFO [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,45579,1732727896899 2024-11-27T17:18:25,055 INFO [RS:0;8f0673442175:45579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:18:25,055 INFO [RS:0;8f0673442175:45579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:45579. 2024-11-27T17:18:25,055 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b77146753394c20624ee9e8957105970, disabling compactions & flushes 2024-11-27T17:18:25,055 DEBUG [RS:0;8f0673442175:45579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:25,055 DEBUG [RS:0;8f0673442175:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:25,055 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:25,055 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:25,055 INFO [RS:0;8f0673442175:45579 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:18:25,055 INFO [RS:0;8f0673442175:45579 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:18:25,055 INFO [RS:0;8f0673442175:45579 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:18:25,055 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. after waiting 0 ms 2024-11-27T17:18:25,055 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:25,055 INFO [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:18:25,056 INFO [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T17:18:25,056 DEBUG [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(1325): Online Regions={b77146753394c20624ee9e8957105970=hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T17:18:25,056 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:18:25,056 DEBUG [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b77146753394c20624ee9e8957105970 2024-11-27T17:18:25,056 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:18:25,056 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:18:25,056 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:18:25,056 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:18:25,056 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T17:18:25,060 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/replication/b77146753394c20624ee9e8957105970/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-27T17:18:25,061 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:18:25,061 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:18:25,061 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:25,061 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b77146753394c20624ee9e8957105970: Waiting for close lock at 1732727905055Running coprocessor pre-close hooks at 1732727905055Disabling compacts and flushes for region at 1732727905055Disabling writes for close at 1732727905055Writing region close event to WAL at 1732727905056 (+1 ms)Running coprocessor post-close hooks at 1732727905061 (+5 ms)Closed at 1732727905061 2024-11-27T17:18:25,061 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970. 2024-11-27T17:18:25,071 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/.tmp/info/8106317082a74f8aa3a54d929e9bbf8c is 147, key is hbase:replication,,1732727891262.b77146753394c20624ee9e8957105970./info:regioninfo/1732727902858/Put/seqid=0 2024-11-27T17:18:25,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741851_1027 (size=6385) 2024-11-27T17:18:25,089 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:18:25,178 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:18:25,178 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:18:25,256 DEBUG [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:18:25,456 DEBUG [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:18:25,477 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/.tmp/info/8106317082a74f8aa3a54d929e9bbf8c 2024-11-27T17:18:25,486 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/.tmp/info/8106317082a74f8aa3a54d929e9bbf8c as hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/info/8106317082a74f8aa3a54d929e9bbf8c 2024-11-27T17:18:25,494 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/info/8106317082a74f8aa3a54d929e9bbf8c, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T17:18:25,496 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false 2024-11-27T17:18:25,502 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T17:18:25,502 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:18:25,502 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:18:25,503 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:18:25,503 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732727905056Running coprocessor pre-close hooks at 1732727905056Disabling compacts and flushes for region at 1732727905056Disabling writes for close at 1732727905056Obtaining lock to block concurrent updates at 1732727905056Preparing flush snapshotting stores in 1588230740 at 1732727905056Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732727905056Flushing stores of hbase:meta,,1.1588230740 at 1732727905057 (+1 ms)Flushing 1588230740/info: creating writer at 1732727905057Flushing 1588230740/info: appending metadata at 1732727905071 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732727905071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21c136de: reopening flushed file at 1732727905485 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false at 1732727905496 (+11 ms)Writing region close event to WAL at 1732727905497 (+1 ms)Running coprocessor post-close hooks at 1732727905502 (+5 ms)Closed at 1732727905503 (+1 ms) 2024-11-27T17:18:25,503 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:18:25,657 INFO [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,45579,1732727896899; all regions closed. 2024-11-27T17:18:25,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741849_1025 (size=2156) 2024-11-27T17:18:25,670 DEBUG [RS:0;8f0673442175:45579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/oldWALs 2024-11-27T17:18:25,670 INFO [RS:0;8f0673442175:45579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C45579%2C1732727896899.meta:.meta(num 1732727898532) 2024-11-27T17:18:25,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741850_1026 (size=796) 2024-11-27T17:18:25,673 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/WALs/8f0673442175,45579,1732727896899/8f0673442175%2C45579%2C1732727896899.rep.1732727902811 not finished, retry = 0 2024-11-27T17:18:25,776 DEBUG [RS:0;8f0673442175:45579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/oldWALs 2024-11-27T17:18:25,776 INFO [RS:0;8f0673442175:45579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C45579%2C1732727896899.rep:(num 1732727902811) 2024-11-27T17:18:25,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741848_1024 (size=93) 2024-11-27T17:18:25,784 DEBUG [RS:0;8f0673442175:45579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/oldWALs 2024-11-27T17:18:25,784 INFO [RS:0;8f0673442175:45579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C45579%2C1732727896899:(num 1732727898247) 2024-11-27T17:18:25,784 DEBUG [RS:0;8f0673442175:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:25,784 INFO [RS:0;8f0673442175:45579 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:18:25,784 INFO [RS:0;8f0673442175:45579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:18:25,784 INFO [RS:0;8f0673442175:45579 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:18:25,784 INFO [RS:0;8f0673442175:45579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:18:25,785 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:18:25,785 INFO [RS:0;8f0673442175:45579 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,45579,1732727896899 because: Region server is closing 2024-11-27T17:18:25,785 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T17:18:25,785 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T17:18:25,785 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-27T17:18:25,785 INFO [RS:0;8f0673442175:45579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:45579. 2024-11-27T17:18:25,785 DEBUG [RS:0;8f0673442175:45579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:25,785 DEBUG [RS:0;8f0673442175:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:25,785 DEBUG [RS:0;8f0673442175:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:25,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:25,886 WARN [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,1-8f0673442175,45579,1732727896899 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T17:18:25,886 WARN [RS:0;8f0673442175:45579.replicationSource.shipper8f0673442175%2C45579%2C1732727896899,1-8f0673442175,45579,1732727896899 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T17:18:25,886 INFO [RS:0;8f0673442175:45579 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;8f0673442175:45579.replicationSource.shipper8f0673442175%2C45579%2C1732727896899,1-8f0673442175,45579,1732727896899 terminated 2024-11-27T17:18:25,886 INFO [RS:0;8f0673442175:45579 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8f0673442175,45579,1732727896899 because: Region server is closing 2024-11-27T17:18:25,886 INFO [RS:0;8f0673442175:45579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:45579. 2024-11-27T17:18:25,887 DEBUG [RS:0;8f0673442175:45579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:25,887 DEBUG [RS:0;8f0673442175:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:25,887 DEBUG [RS:0;8f0673442175:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:25,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:25,987 WARN [RS:0;8f0673442175:45579.replicationSource.wal-reader.8f0673442175%2C45579%2C1732727896899,2-8f0673442175,45579,1732727896899 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T17:18:25,987 WARN [RS:0;8f0673442175:45579.replicationSource.shipper8f0673442175%2C45579%2C1732727896899,2-8f0673442175,45579,1732727896899 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T17:18:25,987 INFO [RS:0;8f0673442175:45579 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;8f0673442175:45579.replicationSource.shipper8f0673442175%2C45579%2C1732727896899,2-8f0673442175,45579,1732727896899 terminated 2024-11-27T17:18:25,987 INFO [RS:0;8f0673442175:45579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45579 2024-11-27T17:18:26,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-834617169/rs/8f0673442175,45579,1732727896899 2024-11-27T17:18:26,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169/rs 2024-11-27T17:18:26,001 INFO [RS:0;8f0673442175:45579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:18:26,011 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,45579,1732727896899] 2024-11-27T17:18:26,022 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-834617169/draining/8f0673442175,45579,1732727896899 already deleted, retry=false 2024-11-27T17:18:26,022 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,45579,1732727896899 expired; onlineServers=0 2024-11-27T17:18:26,022 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,38041,1732727896654' ***** 2024-11-27T17:18:26,022 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:18:26,022 INFO [M:0;8f0673442175:38041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:18:26,022 INFO [M:0;8f0673442175:38041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:18:26,022 DEBUG [M:0;8f0673442175:38041 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:18:26,022 DEBUG [M:0;8f0673442175:38041 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:18:26,022 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:18:26,022 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727897945 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727897945,5,FailOnTimeoutGroup] 2024-11-27T17:18:26,022 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727897945 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727897945,5,FailOnTimeoutGroup] 2024-11-27T17:18:26,022 INFO [M:0;8f0673442175:38041 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:18:26,023 INFO [M:0;8f0673442175:38041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:18:26,023 DEBUG [M:0;8f0673442175:38041 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:18:26,023 INFO [M:0;8f0673442175:38041 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:18:26,023 INFO [M:0;8f0673442175:38041 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:18:26,023 INFO [M:0;8f0673442175:38041 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:18:26,023 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:18:26,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-834617169/master 2024-11-27T17:18:26,032 DEBUG [M:0;8f0673442175:38041 {}] zookeeper.ZKUtil(347): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Unable to get data of znode /0-834617169/master because node does not exist (not an error) 2024-11-27T17:18:26,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-834617169 2024-11-27T17:18:26,032 WARN [M:0;8f0673442175:38041 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:18:26,033 INFO [M:0;8f0673442175:38041 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/.lastflushedseqids 2024-11-27T17:18:26,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741852_1028 (size=181) 2024-11-27T17:18:26,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:26,112 INFO [RS:0;8f0673442175:45579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:18:26,112 INFO [RS:0;8f0673442175:45579 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,45579,1732727896899; zookeeper connection closed. 2024-11-27T17:18:26,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1017d4d20310007, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:26,112 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48a12781 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48a12781 2024-11-27T17:18:26,112 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:18:26,440 INFO [M:0;8f0673442175:38041 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:18:26,440 INFO [M:0;8f0673442175:38041 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:18:26,440 DEBUG [M:0;8f0673442175:38041 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:18:26,440 INFO [M:0;8f0673442175:38041 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:26,441 DEBUG [M:0;8f0673442175:38041 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:26,441 DEBUG [M:0;8f0673442175:38041 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:18:26,441 DEBUG [M:0;8f0673442175:38041 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:26,441 INFO [M:0;8f0673442175:38041 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T17:18:26,460 DEBUG [M:0;8f0673442175:38041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d65069c714c491a9edc766c6c96407c is 82, key is hbase:meta,,1/info:regioninfo/1732727898613/Put/seqid=0 2024-11-27T17:18:26,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741853_1029 (size=5680) 2024-11-27T17:18:26,470 INFO [M:0;8f0673442175:38041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d65069c714c491a9edc766c6c96407c 2024-11-27T17:18:26,500 DEBUG [M:0;8f0673442175:38041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3174290d7b2a446ca5a565c4d7c28e01 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732727902866/Put/seqid=0 2024-11-27T17:18:26,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741854_1030 (size=7319) 2024-11-27T17:18:26,523 INFO [M:0;8f0673442175:38041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3174290d7b2a446ca5a565c4d7c28e01 2024-11-27T17:18:26,564 DEBUG [M:0;8f0673442175:38041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80277bbbc86644e49cbbfe6957ebd10c is 69, key is 8f0673442175,45579,1732727896899/rs:state/1732727897998/Put/seqid=0 2024-11-27T17:18:26,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741855_1031 (size=5371) 2024-11-27T17:18:26,970 INFO [M:0;8f0673442175:38041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80277bbbc86644e49cbbfe6957ebd10c 2024-11-27T17:18:26,981 INFO [M:0;8f0673442175:38041 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80277bbbc86644e49cbbfe6957ebd10c 2024-11-27T17:18:26,984 DEBUG [M:0;8f0673442175:38041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d65069c714c491a9edc766c6c96407c as hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d65069c714c491a9edc766c6c96407c 2024-11-27T17:18:26,993 INFO [M:0;8f0673442175:38041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d65069c714c491a9edc766c6c96407c, entries=8, sequenceid=174, filesize=5.5 K 2024-11-27T17:18:26,994 DEBUG [M:0;8f0673442175:38041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3174290d7b2a446ca5a565c4d7c28e01 as hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3174290d7b2a446ca5a565c4d7c28e01 2024-11-27T17:18:27,002 INFO [M:0;8f0673442175:38041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3174290d7b2a446ca5a565c4d7c28e01, entries=7, sequenceid=174, filesize=7.1 K 2024-11-27T17:18:27,003 DEBUG [M:0;8f0673442175:38041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80277bbbc86644e49cbbfe6957ebd10c as hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80277bbbc86644e49cbbfe6957ebd10c 2024-11-27T17:18:27,013 INFO [M:0;8f0673442175:38041 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80277bbbc86644e49cbbfe6957ebd10c 2024-11-27T17:18:27,014 INFO [M:0;8f0673442175:38041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/7c3ba2bb-3562-2ee7-fef6-11d28d651862/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80277bbbc86644e49cbbfe6957ebd10c, entries=2, sequenceid=174, filesize=5.2 K 2024-11-27T17:18:27,015 INFO [M:0;8f0673442175:38041 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 574ms, sequenceid=174, compaction requested=false 2024-11-27T17:18:27,022 INFO [M:0;8f0673442175:38041 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:27,022 DEBUG [M:0;8f0673442175:38041 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732727906440Disabling compacts and flushes for region at 1732727906440Disabling writes for close at 1732727906441 (+1 ms)Obtaining lock to block concurrent updates at 1732727906441Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732727906441Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732727906442 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732727906443 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732727906443Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732727906459 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732727906459Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732727906478 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732727906500 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732727906500Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732727906536 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732727906564 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732727906564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13eb30d5: reopening flushed file at 1732727906982 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c48cfd7: reopening flushed file at 1732727906993 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178658ea: reopening flushed file at 1732727907002 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 574ms, sequenceid=174, compaction requested=false at 1732727907015 (+13 ms)Writing region close event to WAL at 1732727907021 (+6 ms)Closed at 1732727907021 2024-11-27T17:18:27,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741847_1023 (size=22951) 2024-11-27T17:18:27,025 INFO [M:0;8f0673442175:38041 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:18:27,025 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:18:27,025 INFO [M:0;8f0673442175:38041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38041 2024-11-27T17:18:27,026 INFO [M:0;8f0673442175:38041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:18:27,170 INFO [M:0;8f0673442175:38041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:18:27,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:27,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38041-0x1017d4d20310006, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:27,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5373e2c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:18:27,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:18:27,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:18:27,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:18:27,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/hadoop.log.dir/,STOPPED} 2024-11-27T17:18:27,178 WARN [BP-811564447-172.17.0.3-1732727875600 heartbeating to localhost/127.0.0.1:45973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:18:27,178 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:18:27,178 WARN [BP-811564447-172.17.0.3-1732727875600 heartbeating to localhost/127.0.0.1:45973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-811564447-172.17.0.3-1732727875600 (Datanode Uuid 7dacd66a-0110-4d73-be27-9b671fe38f8c) service to localhost/127.0.0.1:45973 2024-11-27T17:18:27,178 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:18:27,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/cluster_a4a04ae5-893e-c904-add1-56a5098f3f84/data/data1/current/BP-811564447-172.17.0.3-1732727875600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:18:27,179 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/cluster_a4a04ae5-893e-c904-add1-56a5098f3f84/data/data2/current/BP-811564447-172.17.0.3-1732727875600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:18:27,179 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:18:27,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74014320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:18:27,187 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:18:27,187 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:18:27,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:18:27,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25a570b8-b86c-1275-0fea-0ae18321a798/hadoop.log.dir/,STOPPED} 2024-11-27T17:18:27,197 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T17:18:27,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:18:27,227 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8f0673442175:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8f0673442175:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45973 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8f0673442175:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8f0673442175:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59864) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41505 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8f0673442175:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59864) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=734 (was 969), ProcessCount=11 (was 11), AvailableMemoryMB=5994 (was 5566) - AvailableMemoryMB LEAK? - 2024-11-27T17:18:27,237 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=734, ProcessCount=11, AvailableMemoryMB=5992 2024-11-27T17:18:27,253 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-27T17:18:27,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/hadoop.log.dir so I do NOT create it in target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db 2024-11-27T17:18:27,255 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:18:27,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/hadoop.tmp.dir so I do NOT create it in target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db 2024-11-27T17:18:27,255 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c66500-2112-efb7-4992-2c5df427f1e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:18:27,255 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db 2024-11-27T17:18:27,255 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/cluster_51cbae80-2bf3-130a-6c36-429ef84a4308, deleteOnExit=true 2024-11-27T17:18:27,283 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/cluster_51cbae80-2bf3-130a-6c36-429ef84a4308/zookeeper_0, clientPort=60127, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/cluster_51cbae80-2bf3-130a-6c36-429ef84a4308/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/cluster_51cbae80-2bf3-130a-6c36-429ef84a4308/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T17:18:27,284 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60127 2024-11-27T17:18:27,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:18:27,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:18:27,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/test.cache.data in system properties and HBase conf 2024-11-27T17:18:27,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:18:27,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:18:27,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:18:27,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:18:27,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:18:27,285 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:18:27,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:18:27,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:18:27,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:18:27,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:18:27,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:18:27,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:18:27,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:18:27,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:18:27,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:18:27,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:18:27,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:18:27,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:18:27,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:18:27,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:18:27,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017d4d20310005, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:18:27,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017d4d20310002, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:18:27,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017d4d20310002, quorum=127.0.0.1:59864, baseZNode=/0-834617169 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:18:27,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017d4d20310005, quorum=127.0.0.1:59864, baseZNode=/1-1392210765 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:18:27,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:18:27,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:18:27,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:18:27,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:18:27,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:18:27,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:18:27,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e5c7bae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:18:27,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75d3681{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:18:27,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b3e1a4a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/java.io.tmpdir/jetty-localhost-46413-hadoop-hdfs-3_4_1-tests_jar-_-any-16023699362241713335/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:18:27,818 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58c1f530{HTTP/1.1, (http/1.1)}{localhost:46413} 2024-11-27T17:18:27,818 INFO [Time-limited test {}] server.Server(415): Started @34789ms 2024-11-27T17:18:28,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:18:28,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:18:28,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:18:28,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:18:28,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:18:28,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@420e142e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:18:28,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d6999a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:18:28,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48698dfc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/java.io.tmpdir/jetty-localhost-35467-hadoop-hdfs-3_4_1-tests_jar-_-any-13220370505313563700/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:18:28,317 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c79ddc{HTTP/1.1, (http/1.1)}{localhost:35467} 2024-11-27T17:18:28,317 INFO [Time-limited test {}] server.Server(415): Started @35288ms 2024-11-27T17:18:28,318 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:18:29,246 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/cluster_51cbae80-2bf3-130a-6c36-429ef84a4308/data/data1/current/BP-1608987542-172.17.0.3-1732727907315/current, will proceed with Du for space computation calculation, 2024-11-27T17:18:29,246 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/cluster_51cbae80-2bf3-130a-6c36-429ef84a4308/data/data2/current/BP-1608987542-172.17.0.3-1732727907315/current, will proceed with Du for space computation calculation, 2024-11-27T17:18:29,268 WARN [Thread-484 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:18:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x130230cf7edfedb6 with lease ID 0x7c6338cd6bf83da9: Processing first storage report for DS-0ca4e68f-8488-4145-a98d-ee57f78e60b5 from datanode DatanodeRegistration(127.0.0.1:34419, datanodeUuid=bdf1d3a0-f7fc-4263-90a9-83c458b36a8a, infoPort=43417, infoSecurePort=0, ipcPort=40117, storageInfo=lv=-57;cid=testClusterID;nsid=2046585488;c=1732727907315) 2024-11-27T17:18:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x130230cf7edfedb6 with lease ID 0x7c6338cd6bf83da9: from storage DS-0ca4e68f-8488-4145-a98d-ee57f78e60b5 node DatanodeRegistration(127.0.0.1:34419, datanodeUuid=bdf1d3a0-f7fc-4263-90a9-83c458b36a8a, infoPort=43417, infoSecurePort=0, ipcPort=40117, storageInfo=lv=-57;cid=testClusterID;nsid=2046585488;c=1732727907315), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:18:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x130230cf7edfedb6 with lease ID 0x7c6338cd6bf83da9: Processing first storage report for DS-082d4f3c-13ed-47a7-b2ef-224780418033 from datanode DatanodeRegistration(127.0.0.1:34419, datanodeUuid=bdf1d3a0-f7fc-4263-90a9-83c458b36a8a, infoPort=43417, infoSecurePort=0, ipcPort=40117, storageInfo=lv=-57;cid=testClusterID;nsid=2046585488;c=1732727907315) 2024-11-27T17:18:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x130230cf7edfedb6 with lease ID 0x7c6338cd6bf83da9: from storage DS-082d4f3c-13ed-47a7-b2ef-224780418033 node DatanodeRegistration(127.0.0.1:34419, datanodeUuid=bdf1d3a0-f7fc-4263-90a9-83c458b36a8a, infoPort=43417, infoSecurePort=0, ipcPort=40117, storageInfo=lv=-57;cid=testClusterID;nsid=2046585488;c=1732727907315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:18:29,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db 2024-11-27T17:18:29,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:29,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:29,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:18:29,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:18:29,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T17:18:29,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T17:18:29,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:18:29,788 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2 with version=8 2024-11-27T17:18:29,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/hbase-staging 2024-11-27T17:18:29,791 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:18:29,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:29,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:29,791 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:18:29,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:29,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:18:29,791 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:18:29,792 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:18:29,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45283 2024-11-27T17:18:29,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45283 connecting to ZooKeeper ensemble=127.0.0.1:60127 2024-11-27T17:18:29,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452830x0, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:29,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45283-0x1017d4d9f7e0000 connected 2024-11-27T17:18:30,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:30,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:30,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Set watcher on znode that does not yet exist, /01844576831/running 2024-11-27T17:18:30,059 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2, hbase.cluster.distributed=false 2024-11-27T17:18:30,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Set watcher on znode that does not yet exist, /01844576831/acl 2024-11-27T17:18:30,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45283 2024-11-27T17:18:30,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45283 2024-11-27T17:18:30,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45283 2024-11-27T17:18:30,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45283 2024-11-27T17:18:30,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45283 2024-11-27T17:18:30,077 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:18:30,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:30,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:30,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:18:30,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:30,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:18:30,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:18:30,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:18:30,078 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34939 2024-11-27T17:18:30,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34939 connecting to ZooKeeper ensemble=127.0.0.1:60127 2024-11-27T17:18:30,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:30,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:30,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349390x0, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:30,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34939-0x1017d4d9f7e0001 connected 2024-11-27T17:18:30,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Set watcher on znode that does not yet exist, /01844576831/running 2024-11-27T17:18:30,151 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:18:30,152 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:18:30,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Set watcher on znode that does not yet exist, /01844576831/master 2024-11-27T17:18:30,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Set watcher on znode that does not yet exist, /01844576831/acl 2024-11-27T17:18:30,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34939 2024-11-27T17:18:30,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34939 2024-11-27T17:18:30,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34939 2024-11-27T17:18:30,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34939 2024-11-27T17:18:30,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34939 2024-11-27T17:18:30,174 DEBUG [M:0;8f0673442175:45283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:45283 2024-11-27T17:18:30,175 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01844576831/backup-masters/8f0673442175,45283,1732727909790 2024-11-27T17:18:30,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831/backup-masters 2024-11-27T17:18:30,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831/backup-masters 2024-11-27T17:18:30,199 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Set watcher on existing znode=/01844576831/backup-masters/8f0673442175,45283,1732727909790 2024-11-27T17:18:30,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01844576831/master 2024-11-27T17:18:30,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:30,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:30,256 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Set watcher on existing znode=/01844576831/master 2024-11-27T17:18:30,256 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01844576831/backup-masters/8f0673442175,45283,1732727909790 from backup master directory 2024-11-27T17:18:30,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831/backup-masters 2024-11-27T17:18:30,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01844576831/backup-masters/8f0673442175,45283,1732727909790 2024-11-27T17:18:30,321 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:18:30,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831/backup-masters 2024-11-27T17:18:30,321 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,45283,1732727909790 2024-11-27T17:18:30,326 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/hbase.id] with ID: ce9f260c-bd9d-4aff-992f-3e8404dba905 2024-11-27T17:18:30,326 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/.tmp/hbase.id 2024-11-27T17:18:30,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:18:30,563 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:18:30,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:18:30,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:18:30,734 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/.tmp/hbase.id]:[hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/hbase.id] 2024-11-27T17:18:30,754 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:30,754 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:18:30,755 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T17:18:30,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:30,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:30,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:18:31,216 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:18:31,217 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:18:31,217 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:31,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:18:31,626 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store 2024-11-27T17:18:31,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:18:32,033 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:32,034 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:18:32,034 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:32,034 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:32,034 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:18:32,034 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:32,034 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:32,034 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732727912034Disabling compacts and flushes for region at 1732727912034Disabling writes for close at 1732727912034Writing region close event to WAL at 1732727912034Closed at 1732727912034 2024-11-27T17:18:32,039 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/.initializing 2024-11-27T17:18:32,039 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/WALs/8f0673442175,45283,1732727909790 2024-11-27T17:18:32,040 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:18:32,045 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C45283%2C1732727909790, suffix=, logDir=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/WALs/8f0673442175,45283,1732727909790, archiveDir=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/oldWALs, maxLogs=10 2024-11-27T17:18:32,059 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/WALs/8f0673442175,45283,1732727909790/8f0673442175%2C45283%2C1732727909790.1732727912045, exclude list is [], retry=0 2024-11-27T17:18:32,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34419,DS-0ca4e68f-8488-4145-a98d-ee57f78e60b5,DISK] 2024-11-27T17:18:32,066 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/WALs/8f0673442175,45283,1732727909790/8f0673442175%2C45283%2C1732727909790.1732727912045 2024-11-27T17:18:32,066 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43417:43417)] 2024-11-27T17:18:32,066 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:32,066 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:32,067 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:32,067 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:32,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:32,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:18:32,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:32,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:32,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:32,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:18:32,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:32,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:32,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:32,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:18:32,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:32,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:32,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:32,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:18:32,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:32,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:32,081 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:32,082 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:32,082 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:32,084 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:32,084 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:32,084 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:32,086 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:32,088 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:18:32,089 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60547355, jitterRate=-0.09777410328388214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:32,090 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732727912067Initializing all the Stores at 1732727912068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727912068Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727912070 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727912070Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727912070Cleaning up temporary data from old regions at 1732727912084 (+14 ms)Region opened successfully at 1732727912090 (+6 ms) 2024-11-27T17:18:32,090 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:18:32,095 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec42eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:18:32,096 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:18:32,096 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:18:32,096 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:18:32,096 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:18:32,097 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:18:32,097 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:18:32,098 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:18:32,101 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:18:32,102 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Unable to get data of znode /01844576831/balancer because node does not exist (not necessarily an error) 2024-11-27T17:18:32,126 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01844576831/balancer already deleted, retry=false 2024-11-27T17:18:32,127 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:18:32,127 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Unable to get data of znode /01844576831/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:18:32,137 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01844576831/normalizer already deleted, retry=false 2024-11-27T17:18:32,137 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:18:32,138 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Unable to get data of znode /01844576831/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:18:32,229 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01844576831/switch/split already deleted, retry=false 2024-11-27T17:18:32,231 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Unable to get data of znode /01844576831/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:18:32,242 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01844576831/switch/merge already deleted, retry=false 2024-11-27T17:18:32,244 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Unable to get data of znode /01844576831/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:18:32,252 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01844576831/snapshot-cleanup already deleted, retry=false 2024-11-27T17:18:32,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01844576831/running 2024-11-27T17:18:32,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01844576831/running 2024-11-27T17:18:32,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:32,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:32,264 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,45283,1732727909790, sessionid=0x1017d4d9f7e0000, setting cluster-up flag (Was=false) 2024-11-27T17:18:32,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:32,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:32,315 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01844576831/flush-table-proc/acquired, /01844576831/flush-table-proc/reached, /01844576831/flush-table-proc/abort 2024-11-27T17:18:32,317 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,45283,1732727909790 2024-11-27T17:18:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:32,368 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01844576831/online-snapshot/acquired, /01844576831/online-snapshot/reached, /01844576831/online-snapshot/abort 2024-11-27T17:18:32,370 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,45283,1732727909790 2024-11-27T17:18:32,371 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:18:32,373 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:32,373 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:18:32,373 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:18:32,373 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,45283,1732727909790 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:18:32,375 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:32,375 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:32,375 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:32,375 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:32,375 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:18:32,375 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:32,375 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:18:32,375 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:32,376 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732727942376 2024-11-27T17:18:32,376 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:18:32,376 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:18:32,376 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:18:32,376 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:18:32,376 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:18:32,376 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:18:32,376 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:32,377 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:18:32,377 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:18:32,377 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:18:32,377 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:18:32,377 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:32,377 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:18:32,379 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:32,379 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:18:32,383 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:18:32,383 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:18:32,383 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727912383,5,FailOnTimeoutGroup] 2024-11-27T17:18:32,384 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727912383,5,FailOnTimeoutGroup] 2024-11-27T17:18:32,384 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:32,384 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:18:32,384 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:32,384 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:32,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:18:32,464 INFO [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(746): ClusterId : ce9f260c-bd9d-4aff-992f-3e8404dba905 2024-11-27T17:18:32,465 DEBUG [RS:0;8f0673442175:34939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:18:32,474 DEBUG [RS:0;8f0673442175:34939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:18:32,474 DEBUG [RS:0;8f0673442175:34939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:18:32,485 DEBUG [RS:0;8f0673442175:34939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:18:32,485 DEBUG [RS:0;8f0673442175:34939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a236a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:18:32,496 DEBUG [RS:0;8f0673442175:34939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:34939 2024-11-27T17:18:32,496 INFO [RS:0;8f0673442175:34939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:18:32,496 INFO [RS:0;8f0673442175:34939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:18:32,496 DEBUG [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:18:32,497 INFO [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,45283,1732727909790 with port=34939, startcode=1732727910077 2024-11-27T17:18:32,497 DEBUG [RS:0;8f0673442175:34939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:18:32,499 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:18:32,499 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,34939,1732727910077 2024-11-27T17:18:32,499 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45283 {}] master.ServerManager(517): Registering regionserver=8f0673442175,34939,1732727910077 2024-11-27T17:18:32,501 DEBUG [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2 2024-11-27T17:18:32,501 DEBUG [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41827 2024-11-27T17:18:32,501 DEBUG [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:18:32,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831/rs 2024-11-27T17:18:32,514 DEBUG [RS:0;8f0673442175:34939 {}] zookeeper.ZKUtil(111): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Set watcher on existing znode=/01844576831/rs/8f0673442175,34939,1732727910077 2024-11-27T17:18:32,514 WARN [RS:0;8f0673442175:34939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:18:32,514 INFO [RS:0;8f0673442175:34939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:32,514 DEBUG [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077 2024-11-27T17:18:32,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,34939,1732727910077] 2024-11-27T17:18:32,518 INFO [RS:0;8f0673442175:34939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:18:32,520 INFO [RS:0;8f0673442175:34939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:18:32,521 INFO [RS:0;8f0673442175:34939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:18:32,521 INFO [RS:0;8f0673442175:34939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:32,521 INFO [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:18:32,522 INFO [RS:0;8f0673442175:34939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:18:32,522 INFO [RS:0;8f0673442175:34939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:32,522 DEBUG [RS:0;8f0673442175:34939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:32,522 DEBUG [RS:0;8f0673442175:34939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:32,522 DEBUG [RS:0;8f0673442175:34939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:32,522 DEBUG [RS:0;8f0673442175:34939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:32,522 DEBUG [RS:0;8f0673442175:34939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:32,522 DEBUG [RS:0;8f0673442175:34939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:18:32,522 DEBUG [RS:0;8f0673442175:34939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:32,522 DEBUG [RS:0;8f0673442175:34939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:32,522 DEBUG [RS:0;8f0673442175:34939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:32,522 DEBUG [RS:0;8f0673442175:34939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:32,523 DEBUG [RS:0;8f0673442175:34939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:32,523 DEBUG [RS:0;8f0673442175:34939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:32,523 DEBUG [RS:0;8f0673442175:34939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:18:32,523 DEBUG [RS:0;8f0673442175:34939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:18:32,523 INFO [RS:0;8f0673442175:34939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:32,523 INFO [RS:0;8f0673442175:34939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:32,523 INFO [RS:0;8f0673442175:34939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:32,523 INFO [RS:0;8f0673442175:34939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:32,523 INFO [RS:0;8f0673442175:34939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:32,523 INFO [RS:0;8f0673442175:34939 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,34939,1732727910077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:18:32,537 INFO [RS:0;8f0673442175:34939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:18:32,538 INFO [RS:0;8f0673442175:34939 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,34939,1732727910077-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:32,538 INFO [RS:0;8f0673442175:34939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:32,538 INFO [RS:0;8f0673442175:34939 {}] regionserver.Replication(171): 8f0673442175,34939,1732727910077 started 2024-11-27T17:18:32,551 INFO [RS:0;8f0673442175:34939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:32,551 INFO [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,34939,1732727910077, RpcServer on 8f0673442175/172.17.0.3:34939, sessionid=0x1017d4d9f7e0001 2024-11-27T17:18:32,551 DEBUG [RS:0;8f0673442175:34939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:18:32,552 DEBUG [RS:0;8f0673442175:34939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,34939,1732727910077 2024-11-27T17:18:32,552 DEBUG [RS:0;8f0673442175:34939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,34939,1732727910077' 2024-11-27T17:18:32,552 DEBUG [RS:0;8f0673442175:34939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01844576831/flush-table-proc/abort' 2024-11-27T17:18:32,552 DEBUG [RS:0;8f0673442175:34939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01844576831/flush-table-proc/acquired' 2024-11-27T17:18:32,553 DEBUG [RS:0;8f0673442175:34939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:18:32,553 DEBUG [RS:0;8f0673442175:34939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:18:32,553 DEBUG [RS:0;8f0673442175:34939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,34939,1732727910077 2024-11-27T17:18:32,553 DEBUG [RS:0;8f0673442175:34939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,34939,1732727910077' 2024-11-27T17:18:32,553 DEBUG [RS:0;8f0673442175:34939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01844576831/online-snapshot/abort' 2024-11-27T17:18:32,553 DEBUG [RS:0;8f0673442175:34939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01844576831/online-snapshot/acquired' 2024-11-27T17:18:32,553 DEBUG [RS:0;8f0673442175:34939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:18:32,553 INFO [RS:0;8f0673442175:34939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:18:32,554 INFO [RS:0;8f0673442175:34939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:18:32,654 INFO [RS:0;8f0673442175:34939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:18:32,656 INFO [RS:0;8f0673442175:34939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C34939%2C1732727910077, suffix=, logDir=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077, archiveDir=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/oldWALs, maxLogs=10 2024-11-27T17:18:32,669 DEBUG [RS:0;8f0673442175:34939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.1732727912656, exclude list is [], retry=0 2024-11-27T17:18:32,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34419,DS-0ca4e68f-8488-4145-a98d-ee57f78e60b5,DISK] 2024-11-27T17:18:32,675 INFO [RS:0;8f0673442175:34939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.1732727912656 2024-11-27T17:18:32,675 DEBUG [RS:0;8f0673442175:34939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43417:43417)] 2024-11-27T17:18:32,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:18:32,790 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2 2024-11-27T17:18:32,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:18:33,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:33,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:18:33,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:18:33,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:33,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:33,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:18:33,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:18:33,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:33,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:33,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:18:33,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:18:33,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:33,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:33,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:18:33,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:18:33,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:33,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:33,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:18:33,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740 2024-11-27T17:18:33,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740 2024-11-27T17:18:33,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:18:33,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:18:33,212 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:33,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:18:33,216 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:18:33,216 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66875140, jitterRate=-0.0034827589988708496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:33,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732727913197Initializing all the Stores at 1732727913198 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727913198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727913199 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727913199Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727913199Cleaning up temporary data from old regions at 1732727913211 (+12 ms)Region opened successfully at 1732727913218 (+7 ms) 2024-11-27T17:18:33,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:18:33,218 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:18:33,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:18:33,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:18:33,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:18:33,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:18:33,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732727913218Disabling compacts and flushes for region at 1732727913218Disabling writes for close at 1732727913218Writing region close event to WAL at 1732727913218Closed at 1732727913219 (+1 ms) 2024-11-27T17:18:33,221 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:33,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:18:33,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:18:33,223 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:18:33,224 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:18:33,375 DEBUG [8f0673442175:45283 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:18:33,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,34939,1732727910077 2024-11-27T17:18:33,378 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,34939,1732727910077, state=OPENING 2024-11-27T17:18:33,391 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:18:33,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:33,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:33,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01844576831/meta-region-server: CHANGED 2024-11-27T17:18:33,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01844576831/meta-region-server: CHANGED 2024-11-27T17:18:33,406 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:18:33,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,34939,1732727910077}] 2024-11-27T17:18:33,561 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:18:33,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:18:33,568 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:18:33,569 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:33,569 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:18:33,571 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C34939%2C1732727910077.meta, suffix=.meta, logDir=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077, archiveDir=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/oldWALs, maxLogs=10 2024-11-27T17:18:33,586 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.meta.1732727913571.meta, exclude list is [], retry=0 2024-11-27T17:18:33,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34419,DS-0ca4e68f-8488-4145-a98d-ee57f78e60b5,DISK] 2024-11-27T17:18:33,593 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.meta.1732727913571.meta 2024-11-27T17:18:33,594 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43417:43417)] 2024-11-27T17:18:33,594 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:33,595 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:18:33,595 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:18:33,595 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:18:33,595 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:18:33,595 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:18:33,595 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:33,596 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:18:33,596 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:18:33,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:18:33,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:18:33,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:33,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:33,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:18:33,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:18:33,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:33,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:33,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:18:33,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:18:33,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:33,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:33,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:18:33,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:18:33,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:33,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:33,607 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:18:33,608 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740 2024-11-27T17:18:33,618 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740 2024-11-27T17:18:33,620 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:18:33,620 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:18:33,621 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:33,623 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:18:33,625 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72226870, jitterRate=0.07626423239707947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:33,625 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:18:33,626 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732727913596Writing region info on filesystem at 1732727913596Initializing all the Stores at 1732727913597 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727913597Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727913597Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727913598 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727913598Cleaning up temporary data from old regions at 1732727913620 (+22 ms)Running coprocessor post-open hooks at 1732727913625 (+5 ms)Region opened successfully at 1732727913626 (+1 ms) 2024-11-27T17:18:33,628 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732727913561 2024-11-27T17:18:33,633 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:18:33,633 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:18:33,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,34939,1732727910077 2024-11-27T17:18:33,636 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,34939,1732727910077, state=OPEN 2024-11-27T17:18:33,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01844576831/meta-region-server 2024-11-27T17:18:33,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01844576831/meta-region-server 2024-11-27T17:18:33,681 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,34939,1732727910077 2024-11-27T17:18:33,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01844576831/meta-region-server: CHANGED 2024-11-27T17:18:33,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01844576831/meta-region-server: CHANGED 2024-11-27T17:18:33,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:18:33,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,34939,1732727910077 in 275 msec 2024-11-27T17:18:33,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:18:33,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-27T17:18:33,690 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:33,690 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:18:33,692 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:18:33,692 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34939,1732727910077, seqNum=-1] 2024-11-27T17:18:33,693 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:18:33,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:18:33,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3290 sec 2024-11-27T17:18:33,704 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732727913704, completionTime=-1 2024-11-27T17:18:33,704 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:18:33,704 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:18:33,707 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:18:33,707 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732727973707 2024-11-27T17:18:33,707 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728033707 2024-11-27T17:18:33,707 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-27T17:18:33,708 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45283,1732727909790-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:33,708 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45283,1732727909790-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:33,708 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45283,1732727909790-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:33,708 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:45283, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:33,708 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:33,708 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:33,710 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:18:33,713 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.392sec 2024-11-27T17:18:33,713 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:18:33,713 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:18:33,713 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:18:33,713 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:18:33,713 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:18:33,713 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45283,1732727909790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:18:33,713 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45283,1732727909790-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:18:33,716 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:18:33,716 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:18:33,716 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45283,1732727909790-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:33,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c92e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:33,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45283,-1 for getting cluster id 2024-11-27T17:18:33,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:33,769 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce9f260c-bd9d-4aff-992f-3e8404dba905' 2024-11-27T17:18:33,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:33,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce9f260c-bd9d-4aff-992f-3e8404dba905" 2024-11-27T17:18:33,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4453cca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:33,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45283,-1] 2024-11-27T17:18:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:33,771 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:33,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58349ab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:33,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:18:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34939,1732727910077, seqNum=-1] 2024-11-27T17:18:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:18:33,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:18:33,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,45283,1732727909790 2024-11-27T17:18:33,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60127 2024-11-27T17:18:33,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:33,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017d4d9f7e0002 connected 2024-11-27T17:18:33,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/hadoop.log.dir so I do NOT create it in target/test-data/02619358-afb4-63c8-80c8-f8ba75611412 2024-11-27T17:18:33,803 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:18:33,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/hadoop.tmp.dir so I do NOT create it in target/test-data/02619358-afb4-63c8-80c8-f8ba75611412 2024-11-27T17:18:33,803 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:18:33,803 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412 2024-11-27T17:18:33,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:18:33,804 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/cluster_750f7339-3e3f-9367-cf4b-6e9a43e7c928, deleteOnExit=true 2024-11-27T17:18:33,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:18:33,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/test.cache.data in system properties and HBase conf 2024-11-27T17:18:33,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:18:33,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:18:33,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:18:33,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:18:33,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:18:33,805 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:18:33,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:18:33,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:18:33,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:18:33,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:18:33,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:18:33,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:18:33,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:18:33,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:18:33,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:18:33,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:18:33,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:18:33,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:18:33,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:18:33,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:18:34,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:18:34,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:18:34,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:18:34,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:18:34,147 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:18:34,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:18:34,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@547bb378{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:18:34,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6401a9ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:18:34,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76a3a99a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/java.io.tmpdir/jetty-localhost-44663-hadoop-hdfs-3_4_1-tests_jar-_-any-8503283441598727366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:18:34,243 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@788a1a21{HTTP/1.1, (http/1.1)}{localhost:44663} 2024-11-27T17:18:34,243 INFO [Time-limited test {}] server.Server(415): Started @41214ms 2024-11-27T17:18:34,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:18:34,584 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:18:34,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:18:34,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:18:34,588 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:18:34,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d6b5fb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:18:34,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62fb0306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:18:34,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@669ff4a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/java.io.tmpdir/jetty-localhost-42307-hadoop-hdfs-3_4_1-tests_jar-_-any-15781238443363287684/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:18:34,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e3b8098{HTTP/1.1, (http/1.1)}{localhost:42307} 2024-11-27T17:18:34,686 INFO [Time-limited test {}] server.Server(415): Started @41657ms 2024-11-27T17:18:34,687 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:18:35,536 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/cluster_750f7339-3e3f-9367-cf4b-6e9a43e7c928/data/data1/current/BP-1537705712-172.17.0.3-1732727913837/current, will proceed with Du for space computation calculation, 2024-11-27T17:18:35,536 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/cluster_750f7339-3e3f-9367-cf4b-6e9a43e7c928/data/data2/current/BP-1537705712-172.17.0.3-1732727913837/current, will proceed with Du for space computation calculation, 2024-11-27T17:18:35,568 WARN [Thread-605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:18:35,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2dbe79a5f00148f2 with lease ID 0xd66dff4b7bc05cab: Processing first storage report for DS-374e9910-403d-4b35-b9d7-bf7bb07c6fb4 from datanode DatanodeRegistration(127.0.0.1:37521, datanodeUuid=b34a4c1f-1ba9-4921-83f6-0c3c72e88788, infoPort=34049, infoSecurePort=0, ipcPort=40347, storageInfo=lv=-57;cid=testClusterID;nsid=23380655;c=1732727913837) 2024-11-27T17:18:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2dbe79a5f00148f2 with lease ID 0xd66dff4b7bc05cab: from storage DS-374e9910-403d-4b35-b9d7-bf7bb07c6fb4 node DatanodeRegistration(127.0.0.1:37521, datanodeUuid=b34a4c1f-1ba9-4921-83f6-0c3c72e88788, infoPort=34049, infoSecurePort=0, ipcPort=40347, storageInfo=lv=-57;cid=testClusterID;nsid=23380655;c=1732727913837), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:18:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2dbe79a5f00148f2 with lease ID 0xd66dff4b7bc05cab: Processing first storage report for DS-84c69c5c-5764-432c-9e92-fd9127a287fd from datanode DatanodeRegistration(127.0.0.1:37521, datanodeUuid=b34a4c1f-1ba9-4921-83f6-0c3c72e88788, infoPort=34049, infoSecurePort=0, ipcPort=40347, storageInfo=lv=-57;cid=testClusterID;nsid=23380655;c=1732727913837) 2024-11-27T17:18:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2dbe79a5f00148f2 with lease ID 0xd66dff4b7bc05cab: from storage DS-84c69c5c-5764-432c-9e92-fd9127a287fd node DatanodeRegistration(127.0.0.1:37521, datanodeUuid=b34a4c1f-1ba9-4921-83f6-0c3c72e88788, infoPort=34049, infoSecurePort=0, ipcPort=40347, storageInfo=lv=-57;cid=testClusterID;nsid=23380655;c=1732727913837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:18:35,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412 2024-11-27T17:18:35,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:35,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:35,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:18:36,039 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c with version=8 2024-11-27T17:18:36,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/hbase-staging 2024-11-27T17:18:36,043 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:18:36,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:36,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:36,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:18:36,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:36,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:18:36,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:18:36,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:18:36,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35183 2024-11-27T17:18:36,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35183 connecting to ZooKeeper ensemble=127.0.0.1:60127 2024-11-27T17:18:36,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351830x0, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:36,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35183-0x1017d4d9f7e0003 connected 2024-11-27T17:18:36,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:36,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:36,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Set watcher on znode that does not yet exist, /1816816702/running 2024-11-27T17:18:36,217 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c, hbase.cluster.distributed=false 2024-11-27T17:18:36,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Set watcher on znode that does not yet exist, /1816816702/acl 2024-11-27T17:18:36,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35183 2024-11-27T17:18:36,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35183 2024-11-27T17:18:36,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35183 2024-11-27T17:18:36,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35183 2024-11-27T17:18:36,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35183 2024-11-27T17:18:36,234 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:18:36,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:36,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:36,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:18:36,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:36,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:18:36,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:18:36,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:18:36,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32811 2024-11-27T17:18:36,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32811 connecting to ZooKeeper ensemble=127.0.0.1:60127 2024-11-27T17:18:36,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:36,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:36,246 WARN [RS:0;8f0673442175:34939 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 8f0673442175,38831,1732727880276: status=Processing ServerCrashProcedure of 8f0673442175,38831,1732727880276 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732727897917, completionTime=-1 appears to have been leaked 2024-11-27T17:18:36,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328110x0, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:36,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32811-0x1017d4d9f7e0004 connected 2024-11-27T17:18:36,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Set watcher on znode that does not yet exist, /1816816702/running 2024-11-27T17:18:36,253 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:18:36,253 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:18:36,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Set watcher on znode that does not yet exist, /1816816702/master 2024-11-27T17:18:36,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Set watcher on znode that does not yet exist, /1816816702/acl 2024-11-27T17:18:36,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32811 2024-11-27T17:18:36,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32811 2024-11-27T17:18:36,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32811 2024-11-27T17:18:36,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32811 2024-11-27T17:18:36,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32811 2024-11-27T17:18:36,271 DEBUG [M:0;8f0673442175:35183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:35183 2024-11-27T17:18:36,272 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1816816702/backup-masters/8f0673442175,35183,1732727916042 2024-11-27T17:18:36,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702/backup-masters 2024-11-27T17:18:36,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702/backup-masters 2024-11-27T17:18:36,284 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Set watcher on existing znode=/1816816702/backup-masters/8f0673442175,35183,1732727916042 2024-11-27T17:18:36,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1816816702/master 2024-11-27T17:18:36,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702 2024-11-27T17:18:36,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702 2024-11-27T17:18:36,295 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Set watcher on existing znode=/1816816702/master 2024-11-27T17:18:36,295 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1816816702/backup-masters/8f0673442175,35183,1732727916042 from backup master directory 2024-11-27T17:18:36,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1816816702/backup-masters/8f0673442175,35183,1732727916042 2024-11-27T17:18:36,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702/backup-masters 2024-11-27T17:18:36,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702/backup-masters 2024-11-27T17:18:36,305 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:18:36,305 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,35183,1732727916042 2024-11-27T17:18:36,309 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/hbase.id] with ID: 1ff14dd9-42a2-42d4-8cfa-0dcee5691621 2024-11-27T17:18:36,309 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/.tmp/hbase.id 2024-11-27T17:18:36,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:18:36,715 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/.tmp/hbase.id]:[hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/hbase.id] 2024-11-27T17:18:36,726 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:36,726 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:18:36,728 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T17:18:36,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702 2024-11-27T17:18:36,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702 2024-11-27T17:18:36,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:18:37,143 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:18:37,144 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:18:37,144 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:37,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:18:37,552 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store 2024-11-27T17:18:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:18:37,964 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:37,964 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:18:37,964 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:37,964 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:37,964 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:18:37,964 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:37,964 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:37,964 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732727917964Disabling compacts and flushes for region at 1732727917964Disabling writes for close at 1732727917964Writing region close event to WAL at 1732727917964Closed at 1732727917964 2024-11-27T17:18:37,965 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/.initializing 2024-11-27T17:18:37,965 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/WALs/8f0673442175,35183,1732727916042 2024-11-27T17:18:37,966 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:18:37,968 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C35183%2C1732727916042, suffix=, logDir=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/WALs/8f0673442175,35183,1732727916042, archiveDir=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/oldWALs, maxLogs=10 2024-11-27T17:18:37,981 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/WALs/8f0673442175,35183,1732727916042/8f0673442175%2C35183%2C1732727916042.1732727917969, exclude list is [], retry=0 2024-11-27T17:18:37,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37521,DS-374e9910-403d-4b35-b9d7-bf7bb07c6fb4,DISK] 2024-11-27T17:18:37,986 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/WALs/8f0673442175,35183,1732727916042/8f0673442175%2C35183%2C1732727916042.1732727917969 2024-11-27T17:18:37,987 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34049:34049)] 2024-11-27T17:18:37,987 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:37,987 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:37,987 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:37,987 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:37,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:37,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:18:37,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:37,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:37,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:37,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:18:37,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:37,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:37,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:37,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:18:37,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:37,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:37,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:38,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:18:38,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:38,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:38,000 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:38,001 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:38,002 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:38,003 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:38,003 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:38,003 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:38,004 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:38,007 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:18:38,007 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69777686, jitterRate=0.03976854681968689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:38,007 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732727917987Initializing all the Stores at 1732727917988 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727917988Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727917991 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727917991Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727917991Cleaning up temporary data from old regions at 1732727918003 (+12 ms)Region opened successfully at 1732727918007 (+4 ms) 2024-11-27T17:18:38,008 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:18:38,011 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ca102b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:18:38,012 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:18:38,012 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:18:38,012 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:18:38,012 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:18:38,013 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:18:38,014 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:18:38,014 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:18:38,019 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:18:38,020 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Unable to get data of znode /1816816702/balancer because node does not exist (not necessarily an error) 2024-11-27T17:18:38,075 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1816816702/balancer already deleted, retry=false 2024-11-27T17:18:38,076 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:18:38,077 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Unable to get data of znode /1816816702/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:18:38,139 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1816816702/normalizer already deleted, retry=false 2024-11-27T17:18:38,139 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:18:38,141 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Unable to get data of znode /1816816702/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:18:38,213 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1816816702/switch/split already deleted, retry=false 2024-11-27T17:18:38,214 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Unable to get data of znode /1816816702/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:18:38,231 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1816816702/switch/merge already deleted, retry=false 2024-11-27T17:18:38,233 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Unable to get data of znode /1816816702/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:18:38,297 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1816816702/snapshot-cleanup already deleted, retry=false 2024-11-27T17:18:38,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1816816702/running 2024-11-27T17:18:38,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1816816702/running 2024-11-27T17:18:38,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702 2024-11-27T17:18:38,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702 2024-11-27T17:18:38,316 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,35183,1732727916042, sessionid=0x1017d4d9f7e0003, setting cluster-up flag (Was=false) 2024-11-27T17:18:38,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702 2024-11-27T17:18:38,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702 2024-11-27T17:18:38,368 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1816816702/flush-table-proc/acquired, /1816816702/flush-table-proc/reached, /1816816702/flush-table-proc/abort 2024-11-27T17:18:38,369 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,35183,1732727916042 2024-11-27T17:18:38,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702 2024-11-27T17:18:38,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702 2024-11-27T17:18:38,420 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1816816702/online-snapshot/acquired, /1816816702/online-snapshot/reached, /1816816702/online-snapshot/abort 2024-11-27T17:18:38,421 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,35183,1732727916042 2024-11-27T17:18:38,423 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:18:38,425 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:38,425 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:18:38,425 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:18:38,426 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,35183,1732727916042 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:18:38,427 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:38,427 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:38,427 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:38,427 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:38,428 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:18:38,428 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:38,428 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:18:38,428 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:38,434 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:38,434 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:18:38,435 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:38,435 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:18:38,440 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732727948440 2024-11-27T17:18:38,441 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:18:38,441 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:18:38,441 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:18:38,441 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:18:38,441 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:18:38,441 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:18:38,444 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:38,445 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:18:38,445 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:18:38,445 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:18:38,445 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:18:38,448 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:18:38,448 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:18:38,448 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727918448,5,FailOnTimeoutGroup] 2024-11-27T17:18:38,449 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727918448,5,FailOnTimeoutGroup] 2024-11-27T17:18:38,449 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:38,449 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:18:38,449 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:38,449 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:38,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:18:38,462 INFO [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(746): ClusterId : 1ff14dd9-42a2-42d4-8cfa-0dcee5691621 2024-11-27T17:18:38,462 DEBUG [RS:0;8f0673442175:32811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:18:38,474 DEBUG [RS:0;8f0673442175:32811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:18:38,474 DEBUG [RS:0;8f0673442175:32811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:18:38,518 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:18:38,531 DEBUG [RS:0;8f0673442175:32811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:18:38,532 DEBUG [RS:0;8f0673442175:32811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0b2d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:18:38,542 DEBUG [RS:0;8f0673442175:32811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:32811 2024-11-27T17:18:38,542 INFO [RS:0;8f0673442175:32811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:18:38,542 INFO [RS:0;8f0673442175:32811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:18:38,542 DEBUG [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:18:38,543 INFO [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,35183,1732727916042 with port=32811, startcode=1732727916234 2024-11-27T17:18:38,543 DEBUG [RS:0;8f0673442175:32811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:18:38,545 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:18:38,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,32811,1732727916234 2024-11-27T17:18:38,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35183 {}] master.ServerManager(517): Registering regionserver=8f0673442175,32811,1732727916234 2024-11-27T17:18:38,547 DEBUG [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c 2024-11-27T17:18:38,547 DEBUG [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41527 2024-11-27T17:18:38,547 DEBUG [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:18:38,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702/rs 2024-11-27T17:18:38,605 DEBUG [RS:0;8f0673442175:32811 {}] zookeeper.ZKUtil(111): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Set watcher on existing znode=/1816816702/rs/8f0673442175,32811,1732727916234 2024-11-27T17:18:38,605 WARN [RS:0;8f0673442175:32811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:18:38,605 INFO [RS:0;8f0673442175:32811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:38,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,32811,1732727916234] 2024-11-27T17:18:38,606 DEBUG [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/WALs/8f0673442175,32811,1732727916234 2024-11-27T17:18:38,610 INFO [RS:0;8f0673442175:32811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:18:38,611 INFO [RS:0;8f0673442175:32811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:18:38,612 INFO [RS:0;8f0673442175:32811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:18:38,612 INFO [RS:0;8f0673442175:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:38,612 INFO [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:18:38,613 INFO [RS:0;8f0673442175:32811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:18:38,613 INFO [RS:0;8f0673442175:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:38,613 DEBUG [RS:0;8f0673442175:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:38,613 DEBUG [RS:0;8f0673442175:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:38,613 DEBUG [RS:0;8f0673442175:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:38,613 DEBUG [RS:0;8f0673442175:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:38,613 DEBUG [RS:0;8f0673442175:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:38,614 DEBUG [RS:0;8f0673442175:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:18:38,614 DEBUG [RS:0;8f0673442175:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:38,614 DEBUG [RS:0;8f0673442175:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:38,614 DEBUG [RS:0;8f0673442175:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:38,614 DEBUG [RS:0;8f0673442175:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:38,614 DEBUG [RS:0;8f0673442175:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:38,614 DEBUG [RS:0;8f0673442175:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:38,614 DEBUG [RS:0;8f0673442175:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:18:38,614 DEBUG [RS:0;8f0673442175:32811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:18:38,616 INFO [RS:0;8f0673442175:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:38,616 INFO [RS:0;8f0673442175:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:38,616 INFO [RS:0;8f0673442175:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:38,616 INFO [RS:0;8f0673442175:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:38,616 INFO [RS:0;8f0673442175:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:38,616 INFO [RS:0;8f0673442175:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,32811,1732727916234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:18:38,631 INFO [RS:0;8f0673442175:32811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:18:38,631 INFO [RS:0;8f0673442175:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,32811,1732727916234-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:38,631 INFO [RS:0;8f0673442175:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:38,631 INFO [RS:0;8f0673442175:32811 {}] regionserver.Replication(171): 8f0673442175,32811,1732727916234 started 2024-11-27T17:18:38,645 INFO [RS:0;8f0673442175:32811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:38,645 INFO [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,32811,1732727916234, RpcServer on 8f0673442175/172.17.0.3:32811, sessionid=0x1017d4d9f7e0004 2024-11-27T17:18:38,645 DEBUG [RS:0;8f0673442175:32811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:18:38,645 DEBUG [RS:0;8f0673442175:32811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,32811,1732727916234 2024-11-27T17:18:38,645 DEBUG [RS:0;8f0673442175:32811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,32811,1732727916234' 2024-11-27T17:18:38,645 DEBUG [RS:0;8f0673442175:32811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1816816702/flush-table-proc/abort' 2024-11-27T17:18:38,646 DEBUG [RS:0;8f0673442175:32811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1816816702/flush-table-proc/acquired' 2024-11-27T17:18:38,646 DEBUG [RS:0;8f0673442175:32811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:18:38,646 DEBUG [RS:0;8f0673442175:32811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:18:38,646 DEBUG [RS:0;8f0673442175:32811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,32811,1732727916234 2024-11-27T17:18:38,646 DEBUG [RS:0;8f0673442175:32811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,32811,1732727916234' 2024-11-27T17:18:38,646 DEBUG [RS:0;8f0673442175:32811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1816816702/online-snapshot/abort' 2024-11-27T17:18:38,647 DEBUG [RS:0;8f0673442175:32811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1816816702/online-snapshot/acquired' 2024-11-27T17:18:38,647 DEBUG [RS:0;8f0673442175:32811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:18:38,647 INFO [RS:0;8f0673442175:32811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:18:38,647 INFO [RS:0;8f0673442175:32811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:18:38,748 INFO [RS:0;8f0673442175:32811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:18:38,750 INFO [RS:0;8f0673442175:32811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C32811%2C1732727916234, suffix=, logDir=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/WALs/8f0673442175,32811,1732727916234, archiveDir=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/oldWALs, maxLogs=10 2024-11-27T17:18:38,767 DEBUG [RS:0;8f0673442175:32811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/WALs/8f0673442175,32811,1732727916234/8f0673442175%2C32811%2C1732727916234.1732727918750, exclude list is [], retry=0 2024-11-27T17:18:38,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37521,DS-374e9910-403d-4b35-b9d7-bf7bb07c6fb4,DISK] 2024-11-27T17:18:38,773 INFO [RS:0;8f0673442175:32811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/WALs/8f0673442175,32811,1732727916234/8f0673442175%2C32811%2C1732727916234.1732727918750 2024-11-27T17:18:38,773 DEBUG [RS:0;8f0673442175:32811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34049:34049)] 2024-11-27T17:18:38,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:18:38,855 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c 2024-11-27T17:18:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:18:39,098 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:18:39,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:18:39,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:18:39,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:39,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:18:39,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:18:39,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:39,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:39,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:18:39,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:18:39,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:39,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:39,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:18:39,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:18:39,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:39,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:39,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:18:39,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:18:39,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:39,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:39,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:18:39,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/data/hbase/meta/1588230740 2024-11-27T17:18:39,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/data/hbase/meta/1588230740 2024-11-27T17:18:39,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:18:39,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:18:39,273 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:39,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:18:39,276 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:18:39,277 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68465974, jitterRate=0.020222514867782593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:39,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732727919262Initializing all the Stores at 1732727919263 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727919263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727919263Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727919263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727919263Cleaning up temporary data from old regions at 1732727919272 (+9 ms)Region opened successfully at 1732727919277 (+5 ms) 2024-11-27T17:18:39,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:18:39,277 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:18:39,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:18:39,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:18:39,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:18:39,277 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:18:39,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732727919277Disabling compacts and flushes for region at 1732727919277Disabling writes for close at 1732727919277Writing region close event to WAL at 1732727919277Closed at 1732727919277 2024-11-27T17:18:39,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:39,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:18:39,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:18:39,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:18:39,282 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:18:39,432 DEBUG [8f0673442175:35183 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:18:39,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,32811,1732727916234 2024-11-27T17:18:39,434 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,32811,1732727916234, state=OPENING 2024-11-27T17:18:39,526 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:18:39,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702 2024-11-27T17:18:39,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702 2024-11-27T17:18:39,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1816816702/meta-region-server: CHANGED 2024-11-27T17:18:39,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1816816702/meta-region-server: CHANGED 2024-11-27T17:18:39,569 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:18:39,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,32811,1732727916234}] 2024-11-27T17:18:39,723 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:18:39,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:18:39,728 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:18:39,728 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:39,729 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:18:39,730 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C32811%2C1732727916234.meta, suffix=.meta, logDir=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/WALs/8f0673442175,32811,1732727916234, archiveDir=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/oldWALs, maxLogs=10 2024-11-27T17:18:39,743 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/WALs/8f0673442175,32811,1732727916234/8f0673442175%2C32811%2C1732727916234.meta.1732727919731.meta, exclude list is [], retry=0 2024-11-27T17:18:39,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37521,DS-374e9910-403d-4b35-b9d7-bf7bb07c6fb4,DISK] 2024-11-27T17:18:39,748 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/WALs/8f0673442175,32811,1732727916234/8f0673442175%2C32811%2C1732727916234.meta.1732727919731.meta 2024-11-27T17:18:39,749 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34049:34049)] 2024-11-27T17:18:39,749 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:39,749 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:18:39,749 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:18:39,750 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:18:39,750 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:18:39,750 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:18:39,750 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:39,750 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:18:39,750 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:18:39,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:18:39,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:18:39,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:39,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:39,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:18:39,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:18:39,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:39,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:39,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:18:39,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:18:39,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:39,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:39,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:18:39,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:18:39,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:39,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:39,757 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:18:39,758 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/data/hbase/meta/1588230740 2024-11-27T17:18:39,759 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/data/hbase/meta/1588230740 2024-11-27T17:18:39,760 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:18:39,760 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:18:39,761 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:39,763 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:18:39,763 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60801613, jitterRate=-0.09398536384105682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:39,763 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:18:39,764 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732727919750Writing region info on filesystem at 1732727919750Initializing all the Stores at 1732727919751 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727919751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727919752 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727919752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727919752Cleaning up temporary data from old regions at 1732727919760 (+8 ms)Running coprocessor post-open hooks at 1732727919763 (+3 ms)Region opened successfully at 1732727919764 (+1 ms) 2024-11-27T17:18:39,765 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732727919722 2024-11-27T17:18:39,767 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:18:39,767 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:18:39,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,32811,1732727916234 2024-11-27T17:18:39,769 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,32811,1732727916234, state=OPEN 2024-11-27T17:18:39,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T17:18:39,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T17:18:39,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:18:39,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T17:18:39,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:18:39,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T17:18:39,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T17:18:39,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T17:18:39,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1816816702/meta-region-server 2024-11-27T17:18:39,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1816816702/meta-region-server 2024-11-27T17:18:39,789 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,32811,1732727916234 2024-11-27T17:18:39,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1816816702/meta-region-server: CHANGED 2024-11-27T17:18:39,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1816816702/meta-region-server: CHANGED 2024-11-27T17:18:39,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:18:39,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,32811,1732727916234 in 220 msec 2024-11-27T17:18:39,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:18:39,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 513 msec 2024-11-27T17:18:39,797 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:39,797 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:18:39,798 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:18:39,798 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,32811,1732727916234, seqNum=-1] 2024-11-27T17:18:39,799 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:18:39,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:18:39,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3810 sec 2024-11-27T17:18:39,806 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732727919806, completionTime=-1 2024-11-27T17:18:39,807 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:18:39,807 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:18:39,809 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:18:39,809 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732727979809 2024-11-27T17:18:39,809 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728039809 2024-11-27T17:18:39,809 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T17:18:39,810 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35183,1732727916042-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:39,810 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35183,1732727916042-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:39,810 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35183,1732727916042-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:39,810 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:35183, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:39,810 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:39,810 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:39,812 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:18:39,815 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.510sec 2024-11-27T17:18:39,815 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:18:39,815 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:18:39,815 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:18:39,815 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:18:39,815 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:18:39,815 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35183,1732727916042-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:18:39,815 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35183,1732727916042-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:18:39,818 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:18:39,818 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:18:39,818 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35183,1732727916042-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:39,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0290d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:39,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,35183,-1 for getting cluster id 2024-11-27T17:18:39,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:39,864 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ff14dd9-42a2-42d4-8cfa-0dcee5691621' 2024-11-27T17:18:39,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:39,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ff14dd9-42a2-42d4-8cfa-0dcee5691621" 2024-11-27T17:18:39,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b873bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:39,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,35183,-1] 2024-11-27T17:18:39,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:39,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:39,867 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:39,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf5a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:39,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:18:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,32811,1732727916234, seqNum=-1] 2024-11-27T17:18:39,870 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:18:39,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:18:39,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,35183,1732727916042 2024-11-27T17:18:39,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60127 2024-11-27T17:18:39,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:39,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017d4d9f7e0005 connected 2024-11-27T17:18:39,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5408957b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:39,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45283,-1 for getting cluster id 2024-11-27T17:18:39,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:39,908 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce9f260c-bd9d-4aff-992f-3e8404dba905' 2024-11-27T17:18:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce9f260c-bd9d-4aff-992f-3e8404dba905" 2024-11-27T17:18:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c9c4d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45283,-1] 2024-11-27T17:18:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:39,910 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e2792c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:39,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,45283,1732727909790 2024-11-27T17:18:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@352121c 2024-11-27T17:18:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:39,913 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:18:39,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8f0673442175:35183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:18:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:18:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:39,917 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:35183' 2024-11-27T17:18:39,918 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61aeeec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:39,918 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,35183,-1 for getting cluster id 2024-11-27T17:18:39,918 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:39,919 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ff14dd9-42a2-42d4-8cfa-0dcee5691621' 2024-11-27T17:18:39,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:39,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ff14dd9-42a2-42d4-8cfa-0dcee5691621" 2024-11-27T17:18:39,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a24611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:39,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,35183,-1] 2024-11-27T17:18:39,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:39,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:39,921 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:39,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b87948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:39,922 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:39,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,35183,1732727916042 2024-11-27T17:18:39,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12ee893c 2024-11-27T17:18:39,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:39,925 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:18:39,925 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T17:18:39,926 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:18:39,926 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:39,926 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:39,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:39,926 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:18:39,928 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:18:39,929 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:18:39,930 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:39,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:18:39,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741835_1011 (size=1138) 2024-11-27T17:18:39,978 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T17:18:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:40,339 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff99b02beda7c1512edfe17fb3832197, NAME => 'hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2 2024-11-27T17:18:40,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741836_1012 (size=44) 2024-11-27T17:18:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:40,745 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:40,745 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ff99b02beda7c1512edfe17fb3832197, disabling compactions & flushes 2024-11-27T17:18:40,745 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197. 2024-11-27T17:18:40,745 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197. 2024-11-27T17:18:40,745 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197. after waiting 0 ms 2024-11-27T17:18:40,745 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197. 2024-11-27T17:18:40,745 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197. 2024-11-27T17:18:40,745 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff99b02beda7c1512edfe17fb3832197: Waiting for close lock at 1732727920745Disabling compacts and flushes for region at 1732727920745Disabling writes for close at 1732727920745Writing region close event to WAL at 1732727920745Closed at 1732727920745 2024-11-27T17:18:40,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:18:40,747 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732727920747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727920747"}]},"ts":"1732727920747"} 2024-11-27T17:18:40,749 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:18:40,750 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:18:40,750 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732727920750"}]},"ts":"1732727920750"} 2024-11-27T17:18:40,752 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T17:18:40,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff99b02beda7c1512edfe17fb3832197, ASSIGN}] 2024-11-27T17:18:40,754 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff99b02beda7c1512edfe17fb3832197, ASSIGN 2024-11-27T17:18:40,755 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff99b02beda7c1512edfe17fb3832197, ASSIGN; state=OFFLINE, location=8f0673442175,34939,1732727910077; forceNewPlan=false, retain=false 2024-11-27T17:18:40,906 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ff99b02beda7c1512edfe17fb3832197, regionState=OPENING, regionLocation=8f0673442175,34939,1732727910077 2024-11-27T17:18:40,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff99b02beda7c1512edfe17fb3832197, ASSIGN because future has completed 2024-11-27T17:18:40,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff99b02beda7c1512edfe17fb3832197, server=8f0673442175,34939,1732727910077}] 2024-11-27T17:18:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:41,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197. 2024-11-27T17:18:41,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:41,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:18:41,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C34939%2C1732727910077.rep, suffix=, logDir=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077, archiveDir=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/oldWALs, maxLogs=10 2024-11-27T17:18:41,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.rep.1732727921071, exclude list is [], retry=0 2024-11-27T17:18:41,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34419,DS-0ca4e68f-8488-4145-a98d-ee57f78e60b5,DISK] 2024-11-27T17:18:41,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.rep.1732727921071 2024-11-27T17:18:41,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43417:43417)] 2024-11-27T17:18:41,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ff99b02beda7c1512edfe17fb3832197, NAME => 'hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:41,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:18:41,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:18:41,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197. service=MultiRowMutationService 2024-11-27T17:18:41,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:18:41,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ff99b02beda7c1512edfe17fb3832197 2024-11-27T17:18:41,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:41,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ff99b02beda7c1512edfe17fb3832197 2024-11-27T17:18:41,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ff99b02beda7c1512edfe17fb3832197 2024-11-27T17:18:41,089 INFO [StoreOpener-ff99b02beda7c1512edfe17fb3832197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ff99b02beda7c1512edfe17fb3832197 2024-11-27T17:18:41,091 INFO [StoreOpener-ff99b02beda7c1512edfe17fb3832197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff99b02beda7c1512edfe17fb3832197 columnFamilyName hfileref 2024-11-27T17:18:41,091 DEBUG [StoreOpener-ff99b02beda7c1512edfe17fb3832197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:41,091 INFO [StoreOpener-ff99b02beda7c1512edfe17fb3832197-1 {}] regionserver.HStore(327): Store=ff99b02beda7c1512edfe17fb3832197/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:41,091 INFO [StoreOpener-ff99b02beda7c1512edfe17fb3832197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ff99b02beda7c1512edfe17fb3832197 2024-11-27T17:18:41,092 INFO [StoreOpener-ff99b02beda7c1512edfe17fb3832197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff99b02beda7c1512edfe17fb3832197 columnFamilyName queue 2024-11-27T17:18:41,092 DEBUG [StoreOpener-ff99b02beda7c1512edfe17fb3832197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:41,093 INFO [StoreOpener-ff99b02beda7c1512edfe17fb3832197-1 {}] regionserver.HStore(327): Store=ff99b02beda7c1512edfe17fb3832197/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:41,093 INFO [StoreOpener-ff99b02beda7c1512edfe17fb3832197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ff99b02beda7c1512edfe17fb3832197 2024-11-27T17:18:41,094 INFO [StoreOpener-ff99b02beda7c1512edfe17fb3832197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff99b02beda7c1512edfe17fb3832197 columnFamilyName sid 2024-11-27T17:18:41,094 DEBUG [StoreOpener-ff99b02beda7c1512edfe17fb3832197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:41,094 INFO [StoreOpener-ff99b02beda7c1512edfe17fb3832197-1 {}] regionserver.HStore(327): Store=ff99b02beda7c1512edfe17fb3832197/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:41,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ff99b02beda7c1512edfe17fb3832197 2024-11-27T17:18:41,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/replication/ff99b02beda7c1512edfe17fb3832197 2024-11-27T17:18:41,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/replication/ff99b02beda7c1512edfe17fb3832197 2024-11-27T17:18:41,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ff99b02beda7c1512edfe17fb3832197 2024-11-27T17:18:41,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ff99b02beda7c1512edfe17fb3832197 2024-11-27T17:18:41,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:18:41,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ff99b02beda7c1512edfe17fb3832197 2024-11-27T17:18:41,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/replication/ff99b02beda7c1512edfe17fb3832197/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:18:41,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ff99b02beda7c1512edfe17fb3832197; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66303989, jitterRate=-0.011993572115898132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:18:41,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff99b02beda7c1512edfe17fb3832197 2024-11-27T17:18:41,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ff99b02beda7c1512edfe17fb3832197: Running coprocessor pre-open hook at 1732727921088Writing region info on filesystem at 1732727921088Initializing all the Stores at 1732727921089 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727921089Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727921089Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727921089Cleaning up temporary data from old regions at 1732727921097 (+8 ms)Running coprocessor post-open hooks at 1732727921101 (+4 ms)Region opened successfully at 1732727921101 2024-11-27T17:18:41,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197., pid=7, masterSystemTime=1732727921065 2024-11-27T17:18:41,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197. 2024-11-27T17:18:41,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197. 2024-11-27T17:18:41,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ff99b02beda7c1512edfe17fb3832197, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,34939,1732727910077 2024-11-27T17:18:41,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff99b02beda7c1512edfe17fb3832197, server=8f0673442175,34939,1732727910077 because future has completed 2024-11-27T17:18:41,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T17:18:41,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ff99b02beda7c1512edfe17fb3832197, server=8f0673442175,34939,1732727910077 in 197 msec 2024-11-27T17:18:41,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:18:41,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff99b02beda7c1512edfe17fb3832197, ASSIGN in 358 msec 2024-11-27T17:18:41,116 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:18:41,116 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732727921116"}]},"ts":"1732727921116"} 2024-11-27T17:18:41,118 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T17:18:41,119 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:18:41,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-27T17:18:41,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197., hostname=8f0673442175,34939,1732727910077, seqNum=2] 2024-11-27T17:18:41,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:41,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:41,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:18:41,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T17:18:41,333 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T17:18:41,374 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,34939,1732727910077, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:18:41,375 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:18:41,375 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,34939,1732727910077, seqNum=-1] 2024-11-27T17:18:41,375 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:18:41,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-27T17:18:41,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8f0673442175,34939,1732727910077', locateType=CURRENT is [region=hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197., hostname=8f0673442175,34939,1732727910077, seqNum=2] 2024-11-27T17:18:41,381 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T17:18:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T17:18:41,385 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8f0673442175,34939,1732727910077 suceeded 2024-11-27T17:18:41,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T17:18:41,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-27T17:18:41,388 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8f0673442175:35183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:18:41,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4740 sec 2024-11-27T17:18:41,397 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:35183' 2024-11-27T17:18:41,399 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7565f224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:41,399 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,35183,-1 for getting cluster id 2024-11-27T17:18:41,399 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:41,400 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ff14dd9-42a2-42d4-8cfa-0dcee5691621' 2024-11-27T17:18:41,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:41,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ff14dd9-42a2-42d4-8cfa-0dcee5691621" 2024-11-27T17:18:41,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@514064ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:41,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,35183,-1] 2024-11-27T17:18:41,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:41,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:41,402 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:41,403 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fd7e9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:41,403 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:41,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,35183,1732727916042 2024-11-27T17:18:41,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b012e9b 2024-11-27T17:18:41,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:41,405 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-27T17:18:41,406 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,34939,1732727910077 (queues=1) is replicating from cluster=ce9f260c-bd9d-4aff-992f-3e8404dba905 to cluster=1ff14dd9-42a2-42d4-8cfa-0dcee5691621 2024-11-27T17:18:41,406 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C34939%2C1732727910077 2024-11-27T17:18:41,406 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,34939,1732727910077, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:18:41,407 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.shipper8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C34939%2C1732727910077 2024-11-27T17:18:41,407 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.wal-reader.8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.1732727912656, startPosition=0, beingWritten=true 2024-11-27T17:18:41,613 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.wal-reader.8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.1732727912656 to pos 0, reset compression=false 2024-11-27T17:18:41,919 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.wal-reader.8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.1732727912656 to pos 0, reset compression=false 2024-11-27T17:18:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:42,064 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:18:42,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:18:42,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:42,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:42,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:42,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:42,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:42,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,45283,1732727909790 2024-11-27T17:18:42,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53833764 2024-11-27T17:18:42,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:42,066 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:18:42,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T17:18:42,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:18:42,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:18:42,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:42,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:42,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:42,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:42,067 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:18:42,067 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=728381530, stopped=false 2024-11-27T17:18:42,067 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,35183,1732727916042 2024-11-27T17:18:42,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1816816702/running 2024-11-27T17:18:42,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1816816702/running 2024-11-27T17:18:42,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702 2024-11-27T17:18:42,081 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:18:42,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702 2024-11-27T17:18:42,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:18:42,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:42,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:42,082 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,32811,1732727916234' ***** 2024-11-27T17:18:42,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Set watcher on znode that does not yet exist, /1816816702/running 2024-11-27T17:18:42,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Set watcher on znode that does not yet exist, /1816816702/running 2024-11-27T17:18:42,082 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:18:42,082 INFO [RS:0;8f0673442175:32811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:18:42,082 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:18:42,082 INFO [RS:0;8f0673442175:32811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:18:42,082 INFO [RS:0;8f0673442175:32811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:18:42,082 INFO [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,32811,1732727916234 2024-11-27T17:18:42,082 INFO [RS:0;8f0673442175:32811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:18:42,082 INFO [RS:0;8f0673442175:32811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:32811. 2024-11-27T17:18:42,082 DEBUG [RS:0;8f0673442175:32811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:42,083 DEBUG [RS:0;8f0673442175:32811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:42,083 INFO [RS:0;8f0673442175:32811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:18:42,083 INFO [RS:0;8f0673442175:32811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:18:42,083 INFO [RS:0;8f0673442175:32811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:18:42,083 INFO [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:18:42,083 INFO [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T17:18:42,083 DEBUG [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T17:18:42,083 DEBUG [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:18:42,083 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:18:42,083 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:18:42,083 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:18:42,083 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:18:42,083 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:18:42,083 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T17:18:42,098 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/data/hbase/meta/1588230740/.tmp/ns/23b22155e98749f7bed622208bcf1cd0 is 43, key is default/ns:d/1732727919801/Put/seqid=0 2024-11-27T17:18:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741835_1011 (size=5153) 2024-11-27T17:18:42,121 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:18:42,283 DEBUG [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:18:42,324 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.wal-reader.8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.1732727912656 to pos 0, reset compression=false 2024-11-27T17:18:42,483 DEBUG [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:18:42,503 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/data/hbase/meta/1588230740/.tmp/ns/23b22155e98749f7bed622208bcf1cd0 2024-11-27T17:18:42,510 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/data/hbase/meta/1588230740/.tmp/ns/23b22155e98749f7bed622208bcf1cd0 as hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/data/hbase/meta/1588230740/ns/23b22155e98749f7bed622208bcf1cd0 2024-11-27T17:18:42,517 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/data/hbase/meta/1588230740/ns/23b22155e98749f7bed622208bcf1cd0, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T17:18:42,518 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-27T17:18:42,528 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T17:18:42,528 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:18:42,528 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:18:42,529 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:18:42,529 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732727922083Running coprocessor pre-close hooks at 1732727922083Disabling compacts and flushes for region at 1732727922083Disabling writes for close at 1732727922083Obtaining lock to block concurrent updates at 1732727922083Preparing flush snapshotting stores in 1588230740 at 1732727922083Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732727922084 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732727922084Flushing 1588230740/ns: creating writer at 1732727922084Flushing 1588230740/ns: appending metadata at 1732727922097 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732727922097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b47604: reopening flushed file at 1732727922509 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1732727922518 (+9 ms)Writing region close event to WAL at 1732727922524 (+6 ms)Running coprocessor post-close hooks at 1732727922528 (+4 ms)Closed at 1732727922529 (+1 ms) 2024-11-27T17:18:42,529 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:18:42,617 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:18:42,617 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:18:42,684 INFO [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,32811,1732727916234; all regions closed. 2024-11-27T17:18:42,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741834_1010 (size=1152) 2024-11-27T17:18:42,694 DEBUG [RS:0;8f0673442175:32811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/oldWALs 2024-11-27T17:18:42,694 INFO [RS:0;8f0673442175:32811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C32811%2C1732727916234.meta:.meta(num 1732727919731) 2024-11-27T17:18:42,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741832_1008 (size=93) 2024-11-27T17:18:42,700 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/WALs/8f0673442175,32811,1732727916234/8f0673442175%2C32811%2C1732727916234.1732727918750 not finished, retry = 0 2024-11-27T17:18:42,803 DEBUG [RS:0;8f0673442175:32811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/oldWALs 2024-11-27T17:18:42,803 INFO [RS:0;8f0673442175:32811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C32811%2C1732727916234:(num 1732727918750) 2024-11-27T17:18:42,803 DEBUG [RS:0;8f0673442175:32811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:42,803 INFO [RS:0;8f0673442175:32811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:18:42,803 INFO [RS:0;8f0673442175:32811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:18:42,804 INFO [RS:0;8f0673442175:32811 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T17:18:42,804 INFO [RS:0;8f0673442175:32811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:18:42,804 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:18:42,804 INFO [RS:0;8f0673442175:32811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32811 2024-11-27T17:18:42,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1816816702/rs/8f0673442175,32811,1732727916234 2024-11-27T17:18:42,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702/rs 2024-11-27T17:18:42,810 INFO [RS:0;8f0673442175:32811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:18:42,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,32811,1732727916234] 2024-11-27T17:18:42,830 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.wal-reader.8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.1732727912656 to pos 0, reset compression=false 2024-11-27T17:18:42,831 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1816816702/draining/8f0673442175,32811,1732727916234 already deleted, retry=false 2024-11-27T17:18:42,831 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,32811,1732727916234 expired; onlineServers=0 2024-11-27T17:18:42,831 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,35183,1732727916042' ***** 2024-11-27T17:18:42,831 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:18:42,831 INFO [M:0;8f0673442175:35183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:18:42,831 INFO [M:0;8f0673442175:35183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:18:42,831 DEBUG [M:0;8f0673442175:35183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:18:42,832 DEBUG [M:0;8f0673442175:35183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:18:42,832 INFO [M:0;8f0673442175:35183 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:18:42,832 INFO [M:0;8f0673442175:35183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:18:42,832 DEBUG [M:0;8f0673442175:35183 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:18:42,832 INFO [M:0;8f0673442175:35183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:18:42,832 INFO [M:0;8f0673442175:35183 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:18:42,832 INFO [M:0;8f0673442175:35183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:18:42,832 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:18:42,832 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:18:42,833 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727918448 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727918448,5,FailOnTimeoutGroup] 2024-11-27T17:18:42,833 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727918448 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727918448,5,FailOnTimeoutGroup] 2024-11-27T17:18:42,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1816816702/master 2024-11-27T17:18:42,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1816816702 2024-11-27T17:18:42,852 DEBUG [M:0;8f0673442175:35183 {}] zookeeper.RecoverableZooKeeper(212): Node /1816816702/master already deleted, retry=false 2024-11-27T17:18:42,852 DEBUG [M:0;8f0673442175:35183 {}] master.ActiveMasterManager(353): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Failed delete of our master address node; KeeperErrorCode = NoNode for /1816816702/master 2024-11-27T17:18:42,853 INFO [M:0;8f0673442175:35183 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/.lastflushedseqids 2024-11-27T17:18:42,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741836_1012 (size=99) 2024-11-27T17:18:42,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:42,920 INFO [RS:0;8f0673442175:32811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:18:42,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32811-0x1017d4d9f7e0004, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:42,921 INFO [RS:0;8f0673442175:32811 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,32811,1732727916234; zookeeper connection closed. 2024-11-27T17:18:42,921 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@477061a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@477061a9 2024-11-27T17:18:42,921 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:18:43,269 INFO [M:0;8f0673442175:35183 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:18:43,269 INFO [M:0;8f0673442175:35183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:18:43,269 DEBUG [M:0;8f0673442175:35183 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:18:43,269 INFO [M:0;8f0673442175:35183 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:43,269 DEBUG [M:0;8f0673442175:35183 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:43,269 DEBUG [M:0;8f0673442175:35183 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:18:43,269 DEBUG [M:0;8f0673442175:35183 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:43,270 INFO [M:0;8f0673442175:35183 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T17:18:43,294 DEBUG [M:0;8f0673442175:35183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3c54d60ec4e470fa40b33827be8ba9f is 82, key is hbase:meta,,1/info:regioninfo/1732727919768/Put/seqid=0 2024-11-27T17:18:43,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741837_1013 (size=5672) 2024-11-27T17:18:43,439 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.wal-reader.8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.1732727912656 to pos 0, reset compression=false 2024-11-27T17:18:43,705 INFO [M:0;8f0673442175:35183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3c54d60ec4e470fa40b33827be8ba9f 2024-11-27T17:18:43,780 DEBUG [M:0;8f0673442175:35183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98c4c6b2a2e74b6686b7726ed21233ee is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732727919806/Put/seqid=0 2024-11-27T17:18:43,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741838_1014 (size=5275) 2024-11-27T17:18:43,822 INFO [M:0;8f0673442175:35183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98c4c6b2a2e74b6686b7726ed21233ee 2024-11-27T17:18:43,851 DEBUG [M:0;8f0673442175:35183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17dd4968e38841e8b1d7ca2aa78905e4 is 69, key is 8f0673442175,32811,1732727916234/rs:state/1732727918545/Put/seqid=0 2024-11-27T17:18:43,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741839_1015 (size=5156) 2024-11-27T17:18:43,872 INFO [M:0;8f0673442175:35183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17dd4968e38841e8b1d7ca2aa78905e4 2024-11-27T17:18:43,887 DEBUG [M:0;8f0673442175:35183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3c54d60ec4e470fa40b33827be8ba9f as hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3c54d60ec4e470fa40b33827be8ba9f 2024-11-27T17:18:43,901 INFO [M:0;8f0673442175:35183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3c54d60ec4e470fa40b33827be8ba9f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T17:18:43,910 DEBUG [M:0;8f0673442175:35183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98c4c6b2a2e74b6686b7726ed21233ee as hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98c4c6b2a2e74b6686b7726ed21233ee 2024-11-27T17:18:43,935 INFO [M:0;8f0673442175:35183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98c4c6b2a2e74b6686b7726ed21233ee, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T17:18:43,937 DEBUG [M:0;8f0673442175:35183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17dd4968e38841e8b1d7ca2aa78905e4 as hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17dd4968e38841e8b1d7ca2aa78905e4 2024-11-27T17:18:43,955 INFO [M:0;8f0673442175:35183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/34f9d022-ab2c-d340-ac51-f4c3257d4e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17dd4968e38841e8b1d7ca2aa78905e4, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T17:18:43,957 INFO [M:0;8f0673442175:35183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 688ms, sequenceid=28, compaction requested=false 2024-11-27T17:18:43,998 INFO [M:0;8f0673442175:35183 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:43,999 DEBUG [M:0;8f0673442175:35183 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732727923269Disabling compacts and flushes for region at 1732727923269Disabling writes for close at 1732727923269Obtaining lock to block concurrent updates at 1732727923270 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732727923270Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732727923270Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732727923271 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732727923271Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732727923293 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732727923293Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732727923725 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732727923779 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732727923780 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732727923828 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732727923850 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732727923850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc5c63f: reopening flushed file at 1732727923886 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4268aaf0: reopening flushed file at 1732727923901 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@108d55: reopening flushed file at 1732727923935 (+34 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 688ms, sequenceid=28, compaction requested=false at 1732727923957 (+22 ms)Writing region close event to WAL at 1732727923998 (+41 ms)Closed at 1732727923998 2024-11-27T17:18:44,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741830_1006 (size=10165) 2024-11-27T17:18:44,035 INFO [M:0;8f0673442175:35183 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:18:44,035 INFO [M:0;8f0673442175:35183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35183 2024-11-27T17:18:44,035 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:18:44,047 INFO [M:0;8f0673442175:35183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:18:44,144 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.wal-reader.8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.1732727912656 to pos 0, reset compression=false 2024-11-27T17:18:44,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:44,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x1017d4d9f7e0003, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:44,214 INFO [M:0;8f0673442175:35183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:18:44,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@669ff4a9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:18:44,247 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e3b8098{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:18:44,247 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:18:44,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62fb0306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:18:44,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d6b5fb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/hadoop.log.dir/,STOPPED} 2024-11-27T17:18:44,261 WARN [BP-1537705712-172.17.0.3-1732727913837 heartbeating to localhost/127.0.0.1:41527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:18:44,261 WARN [BP-1537705712-172.17.0.3-1732727913837 heartbeating to localhost/127.0.0.1:41527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1537705712-172.17.0.3-1732727913837 (Datanode Uuid b34a4c1f-1ba9-4921-83f6-0c3c72e88788) service to localhost/127.0.0.1:41527 2024-11-27T17:18:44,262 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:18:44,262 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:18:44,262 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/cluster_750f7339-3e3f-9367-cf4b-6e9a43e7c928/data/data1/current/BP-1537705712-172.17.0.3-1732727913837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:18:44,263 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/cluster_750f7339-3e3f-9367-cf4b-6e9a43e7c928/data/data2/current/BP-1537705712-172.17.0.3-1732727913837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:18:44,263 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:18:44,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76a3a99a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:18:44,279 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@788a1a21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:18:44,279 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:18:44,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6401a9ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:18:44,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@547bb378{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/hadoop.log.dir/,STOPPED} 2024-11-27T17:18:44,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:18:44,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:18:44,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:18:44,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:44,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:44,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:44,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:44,305 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:18:44,305 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=610847395, stopped=false 2024-11-27T17:18:44,305 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,45283,1732727909790 2024-11-27T17:18:44,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01844576831/running 2024-11-27T17:18:44,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01844576831/running 2024-11-27T17:18:44,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:44,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:44,316 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:18:44,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Set watcher on znode that does not yet exist, /01844576831/running 2024-11-27T17:18:44,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Set watcher on znode that does not yet exist, /01844576831/running 2024-11-27T17:18:44,317 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:18:44,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:44,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:44,318 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,34939,1732727910077' ***** 2024-11-27T17:18:44,318 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:18:44,318 INFO [RS:0;8f0673442175:34939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:18:44,319 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:18:44,319 INFO [RS:0;8f0673442175:34939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:18:44,319 INFO [RS:0;8f0673442175:34939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:18:44,319 INFO [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(3091): Received CLOSE for ff99b02beda7c1512edfe17fb3832197 2024-11-27T17:18:44,326 INFO [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,34939,1732727910077 2024-11-27T17:18:44,326 INFO [RS:0;8f0673442175:34939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:18:44,326 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff99b02beda7c1512edfe17fb3832197, disabling compactions & flushes 2024-11-27T17:18:44,326 INFO [RS:0;8f0673442175:34939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:34939. 2024-11-27T17:18:44,326 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197. 2024-11-27T17:18:44,326 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197. 2024-11-27T17:18:44,326 DEBUG [RS:0;8f0673442175:34939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:44,326 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197. after waiting 0 ms 2024-11-27T17:18:44,326 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197. 2024-11-27T17:18:44,326 DEBUG [RS:0;8f0673442175:34939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:44,326 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff99b02beda7c1512edfe17fb3832197 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T17:18:44,326 INFO [RS:0;8f0673442175:34939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:18:44,326 INFO [RS:0;8f0673442175:34939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:18:44,326 INFO [RS:0;8f0673442175:34939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:18:44,326 INFO [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:18:44,335 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:18:44,336 INFO [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T17:18:44,336 DEBUG [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1325): Online Regions={ff99b02beda7c1512edfe17fb3832197=hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T17:18:44,336 DEBUG [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff99b02beda7c1512edfe17fb3832197 2024-11-27T17:18:44,345 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:18:44,345 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:18:44,345 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:18:44,345 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:18:44,346 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:18:44,346 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T17:18:44,366 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/replication/ff99b02beda7c1512edfe17fb3832197/.tmp/queue/4219b30e10d04b31a2d390d11474369c is 151, key is 1-8f0673442175,34939,1732727910077/queue:8f0673442175%2C34939%2C1732727910077/1732727921380/Put/seqid=0 2024-11-27T17:18:44,382 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/.tmp/info/c090f91a0ec14d378bdd97c19b525738 is 147, key is hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197./info:regioninfo/1732727921105/Put/seqid=0 2024-11-27T17:18:44,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741838_1014 (size=5350) 2024-11-27T17:18:44,396 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/replication/ff99b02beda7c1512edfe17fb3832197/.tmp/queue/4219b30e10d04b31a2d390d11474369c 2024-11-27T17:18:44,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741839_1015 (size=6631) 2024-11-27T17:18:44,412 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/replication/ff99b02beda7c1512edfe17fb3832197/.tmp/queue/4219b30e10d04b31a2d390d11474369c as hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/replication/ff99b02beda7c1512edfe17fb3832197/queue/4219b30e10d04b31a2d390d11474369c 2024-11-27T17:18:44,432 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/replication/ff99b02beda7c1512edfe17fb3832197/queue/4219b30e10d04b31a2d390d11474369c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T17:18:44,437 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ff99b02beda7c1512edfe17fb3832197 in 110ms, sequenceid=5, compaction requested=false 2024-11-27T17:18:44,437 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T17:18:44,444 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/replication/ff99b02beda7c1512edfe17fb3832197/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T17:18:44,445 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:18:44,446 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:18:44,446 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197. 2024-11-27T17:18:44,446 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff99b02beda7c1512edfe17fb3832197: Waiting for close lock at 1732727924326Running coprocessor pre-close hooks at 1732727924326Disabling compacts and flushes for region at 1732727924326Disabling writes for close at 1732727924326Obtaining lock to block concurrent updates at 1732727924326Preparing flush snapshotting stores in ff99b02beda7c1512edfe17fb3832197 at 1732727924326Finished memstore snapshotting hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732727924327 (+1 ms)Flushing stores of hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197. at 1732727924328 (+1 ms)Flushing ff99b02beda7c1512edfe17fb3832197/queue: creating writer at 1732727924328Flushing ff99b02beda7c1512edfe17fb3832197/queue: appending metadata at 1732727924365 (+37 ms)Flushing ff99b02beda7c1512edfe17fb3832197/queue: closing flushed file at 1732727924365Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@665e615d: reopening flushed file at 1732727924406 (+41 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ff99b02beda7c1512edfe17fb3832197 in 110ms, sequenceid=5, compaction requested=false at 1732727924437 (+31 ms)Writing region close event to WAL at 1732727924438 (+1 ms)Running coprocessor post-close hooks at 1732727924445 (+7 ms)Closed at 1732727924446 (+1 ms) 2024-11-27T17:18:44,446 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732727919926.ff99b02beda7c1512edfe17fb3832197. 2024-11-27T17:18:44,536 DEBUG [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:18:44,598 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:18:44,598 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:18:44,737 DEBUG [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:18:44,804 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/.tmp/info/c090f91a0ec14d378bdd97c19b525738 2024-11-27T17:18:44,825 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/.tmp/ns/49464e82358f498b9cc3f54ae58b84d0 is 43, key is default/ns:d/1732727913695/Put/seqid=0 2024-11-27T17:18:44,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741840_1016 (size=5153) 2024-11-27T17:18:44,937 DEBUG [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:18:44,962 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.wal-reader.8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.1732727912656 to pos 0, reset compression=false 2024-11-27T17:18:45,137 DEBUG [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:18:45,231 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/.tmp/ns/49464e82358f498b9cc3f54ae58b84d0 2024-11-27T17:18:45,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:18:45,253 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/.tmp/table/a7a165a9edcf4f339da83f803f61de9c is 53, key is hbase:replication/table:state/1732727921116/Put/seqid=0 2024-11-27T17:18:45,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:18:45,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741841_1017 (size=5256) 2024-11-27T17:18:45,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:18:45,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:18:45,337 INFO [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T17:18:45,337 DEBUG [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T17:18:45,338 DEBUG [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:18:45,538 DEBUG [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:18:45,658 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/.tmp/table/a7a165a9edcf4f339da83f803f61de9c 2024-11-27T17:18:45,666 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/.tmp/info/c090f91a0ec14d378bdd97c19b525738 as hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/info/c090f91a0ec14d378bdd97c19b525738 2024-11-27T17:18:45,673 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/info/c090f91a0ec14d378bdd97c19b525738, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T17:18:45,674 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/.tmp/ns/49464e82358f498b9cc3f54ae58b84d0 as hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/ns/49464e82358f498b9cc3f54ae58b84d0 2024-11-27T17:18:45,681 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/ns/49464e82358f498b9cc3f54ae58b84d0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T17:18:45,682 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/.tmp/table/a7a165a9edcf4f339da83f803f61de9c as hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/table/a7a165a9edcf4f339da83f803f61de9c 2024-11-27T17:18:45,693 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/table/a7a165a9edcf4f339da83f803f61de9c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T17:18:45,697 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1350ms, sequenceid=11, compaction requested=false 2024-11-27T17:18:45,714 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T17:18:45,715 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:18:45,715 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:18:45,715 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:18:45,715 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732727924345Running coprocessor pre-close hooks at 1732727924345Disabling compacts and flushes for region at 1732727924345Disabling writes for close at 1732727924345Obtaining lock to block concurrent updates at 1732727924346 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732727924346Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732727924346Flushing stores of hbase:meta,,1.1588230740 at 1732727924347 (+1 ms)Flushing 1588230740/info: creating writer at 1732727924347Flushing 1588230740/info: appending metadata at 1732727924380 (+33 ms)Flushing 1588230740/info: closing flushed file at 1732727924381 (+1 ms)Flushing 1588230740/ns: creating writer at 1732727924811 (+430 ms)Flushing 1588230740/ns: appending metadata at 1732727924824 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732727924824Flushing 1588230740/table: creating writer at 1732727925236 (+412 ms)Flushing 1588230740/table: appending metadata at 1732727925252 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732727925253 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb9bc0a: reopening flushed file at 1732727925665 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2475d875: reopening flushed file at 1732727925673 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a85264c: reopening flushed file at 1732727925681 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1350ms, sequenceid=11, compaction requested=false at 1732727925697 (+16 ms)Writing region close event to WAL at 1732727925709 (+12 ms)Running coprocessor post-close hooks at 1732727925715 (+6 ms)Closed at 1732727925715 2024-11-27T17:18:45,715 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:18:45,738 INFO [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,34939,1732727910077; all regions closed. 2024-11-27T17:18:45,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.meta.1732727913571.meta not finished, retry = 0 2024-11-27T17:18:45,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741834_1010 (size=2742) 2024-11-27T17:18:45,857 DEBUG [RS:0;8f0673442175:34939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/oldWALs 2024-11-27T17:18:45,858 INFO [RS:0;8f0673442175:34939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C34939%2C1732727910077.meta:.meta(num 1732727913571) 2024-11-27T17:18:45,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741837_1013 (size=1586) 2024-11-27T17:18:45,864 DEBUG [RS:0;8f0673442175:34939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/oldWALs 2024-11-27T17:18:45,864 INFO [RS:0;8f0673442175:34939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C34939%2C1732727910077.rep:(num 1732727921071) 2024-11-27T17:18:45,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741832_1008 (size=93) 2024-11-27T17:18:45,869 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.wal-reader.8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.1732727912656 to pos 0, reset compression=false 2024-11-27T17:18:45,872 DEBUG [RS:0;8f0673442175:34939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/oldWALs 2024-11-27T17:18:45,872 INFO [RS:0;8f0673442175:34939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C34939%2C1732727910077:(num 1732727912656) 2024-11-27T17:18:45,872 DEBUG [RS:0;8f0673442175:34939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:45,872 INFO [RS:0;8f0673442175:34939 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:18:45,873 INFO [RS:0;8f0673442175:34939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:18:45,876 INFO [RS:0;8f0673442175:34939 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:18:45,876 INFO [RS:0;8f0673442175:34939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:18:45,876 INFO [RS:0;8f0673442175:34939 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,34939,1732727910077 because: Region server is closing 2024-11-27T17:18:45,877 INFO [RS:0;8f0673442175:34939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:34939. 2024-11-27T17:18:45,877 DEBUG [RS:0;8f0673442175:34939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:18:45,877 DEBUG [RS:0;8f0673442175:34939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:45,877 DEBUG [RS:0;8f0673442175:34939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:45,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:18:45,877 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.wal-reader.8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.1732727912656 2024-11-27T17:18:45,877 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:18:45,877 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.shipper8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,34939,1732727910077 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/WALs/8f0673442175,34939,1732727910077/8f0673442175%2C34939%2C1732727910077.1732727912656, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T17:18:45,878 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.shipper8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8f0673442175,34939,1732727910077: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8f0673442175,34939,1732727910077, walGroup=8f0673442175%2C34939%2C1732727910077, offset=8f0673442175%2C34939%2C1732727910077.1732727912656:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:34939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T17:18:45,880 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.shipper8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T17:18:45,880 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.shipper8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T17:18:45,881 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.shipper8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T17:18:45,881 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.shipper8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T17:18:45,882 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.shipper8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T17:18:45,882 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.shipper8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 527933312 }, "NonHeapMemoryUsage": { "committed": 169279488, "init": 7667712, "max": -1, "used": 166726224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T17:18:45,884 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.shipper8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [8f0673442175%2C34939%2C1732727910077.1732727912656] 2024-11-27T17:18:45,977 INFO [RS:0;8f0673442175:34939 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,34939,1732727910077.replicationSource.shipper8f0673442175%2C34939%2C1732727910077,1-8f0673442175,34939,1732727910077 terminated 2024-11-27T17:18:45,977 INFO [RS:0;8f0673442175:34939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34939 2024-11-27T17:18:46,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831/rs 2024-11-27T17:18:46,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01844576831/rs/8f0673442175,34939,1732727910077 2024-11-27T17:18:46,028 INFO [RS:0;8f0673442175:34939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:18:46,029 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fde808e4188@658d0711 rejected from java.util.concurrent.ThreadPoolExecutor@208f85c4[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-27T17:18:46,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,34939,1732727910077] 2024-11-27T17:18:46,052 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01844576831/draining/8f0673442175,34939,1732727910077 already deleted, retry=false 2024-11-27T17:18:46,052 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,34939,1732727910077 expired; onlineServers=0 2024-11-27T17:18:46,052 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,45283,1732727909790' ***** 2024-11-27T17:18:46,052 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:18:46,052 INFO [M:0;8f0673442175:45283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:18:46,052 INFO [M:0;8f0673442175:45283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:18:46,052 DEBUG [M:0;8f0673442175:45283 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:18:46,052 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:18:46,052 DEBUG [M:0;8f0673442175:45283 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:18:46,052 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727912383 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727912383,5,FailOnTimeoutGroup] 2024-11-27T17:18:46,052 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727912383 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727912383,5,FailOnTimeoutGroup] 2024-11-27T17:18:46,052 INFO [M:0;8f0673442175:45283 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:18:46,053 INFO [M:0;8f0673442175:45283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:18:46,053 DEBUG [M:0;8f0673442175:45283 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:18:46,053 INFO [M:0;8f0673442175:45283 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:18:46,053 INFO [M:0;8f0673442175:45283 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:18:46,053 INFO [M:0;8f0673442175:45283 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:18:46,053 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:18:46,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01844576831/master 2024-11-27T17:18:46,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01844576831 2024-11-27T17:18:46,124 DEBUG [M:0;8f0673442175:45283 {}] zookeeper.ZKUtil(347): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Unable to get data of znode /01844576831/master because node does not exist (not an error) 2024-11-27T17:18:46,124 WARN [M:0;8f0673442175:45283 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:18:46,124 INFO [M:0;8f0673442175:45283 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/.lastflushedseqids 2024-11-27T17:18:46,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741842_1018 (size=181) 2024-11-27T17:18:46,141 INFO [RS:0;8f0673442175:34939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:18:46,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:46,141 INFO [RS:0;8f0673442175:34939 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,34939,1732727910077; zookeeper connection closed. 2024-11-27T17:18:46,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34939-0x1017d4d9f7e0001, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:46,142 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13257d00 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13257d00 2024-11-27T17:18:46,142 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:18:46,530 INFO [M:0;8f0673442175:45283 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:18:46,530 INFO [M:0;8f0673442175:45283 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:18:46,530 DEBUG [M:0;8f0673442175:45283 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:18:46,530 INFO [M:0;8f0673442175:45283 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:46,530 DEBUG [M:0;8f0673442175:45283 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:46,530 DEBUG [M:0;8f0673442175:45283 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:18:46,530 DEBUG [M:0;8f0673442175:45283 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:46,531 INFO [M:0;8f0673442175:45283 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T17:18:46,546 DEBUG [M:0;8f0673442175:45283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31e69f09133d473d81ff6fcd519dbf64 is 82, key is hbase:meta,,1/info:regioninfo/1732727913634/Put/seqid=0 2024-11-27T17:18:46,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741843_1019 (size=5672) 2024-11-27T17:18:46,953 INFO [M:0;8f0673442175:45283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31e69f09133d473d81ff6fcd519dbf64 2024-11-27T17:18:46,994 DEBUG [M:0;8f0673442175:45283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc06a503352b44328c55a9dc8257391b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732727921120/Put/seqid=0 2024-11-27T17:18:47,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741844_1020 (size=7203) 2024-11-27T17:18:47,015 INFO [M:0;8f0673442175:45283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc06a503352b44328c55a9dc8257391b 2024-11-27T17:18:47,071 DEBUG [M:0;8f0673442175:45283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6eaf8f7f9ea4c75b898411e0499d072 is 69, key is 8f0673442175,34939,1732727910077/rs:state/1732727912500/Put/seqid=0 2024-11-27T17:18:47,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741845_1021 (size=5156) 2024-11-27T17:18:47,537 INFO [M:0;8f0673442175:45283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6eaf8f7f9ea4c75b898411e0499d072 2024-11-27T17:18:47,544 DEBUG [M:0;8f0673442175:45283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31e69f09133d473d81ff6fcd519dbf64 as hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31e69f09133d473d81ff6fcd519dbf64 2024-11-27T17:18:47,552 INFO [M:0;8f0673442175:45283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31e69f09133d473d81ff6fcd519dbf64, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T17:18:47,554 DEBUG [M:0;8f0673442175:45283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc06a503352b44328c55a9dc8257391b as hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc06a503352b44328c55a9dc8257391b 2024-11-27T17:18:47,562 INFO [M:0;8f0673442175:45283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc06a503352b44328c55a9dc8257391b, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T17:18:47,563 DEBUG [M:0;8f0673442175:45283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6eaf8f7f9ea4c75b898411e0499d072 as hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6eaf8f7f9ea4c75b898411e0499d072 2024-11-27T17:18:47,579 INFO [M:0;8f0673442175:45283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/a7bec872-ca39-b270-d59c-f7cba5209de2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6eaf8f7f9ea4c75b898411e0499d072, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T17:18:47,581 INFO [M:0;8f0673442175:45283 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1051ms, sequenceid=70, compaction requested=false 2024-11-27T17:18:47,582 INFO [M:0;8f0673442175:45283 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:47,583 DEBUG [M:0;8f0673442175:45283 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732727926530Disabling compacts and flushes for region at 1732727926530Disabling writes for close at 1732727926530Obtaining lock to block concurrent updates at 1732727926531 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732727926531Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732727926531Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732727926532 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732727926532Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732727926546 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732727926546Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732727926962 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732727926994 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732727926994Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732727927023 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732727927069 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732727927069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2148c6ec: reopening flushed file at 1732727927543 (+474 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b076ea: reopening flushed file at 1732727927552 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b15c37e: reopening flushed file at 1732727927562 (+10 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1051ms, sequenceid=70, compaction requested=false at 1732727927581 (+19 ms)Writing region close event to WAL at 1732727927582 (+1 ms)Closed at 1732727927582 2024-11-27T17:18:47,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34419 is added to blk_1073741830_1006 (size=41008) 2024-11-27T17:18:47,592 INFO [M:0;8f0673442175:45283 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:18:47,592 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:18:47,592 INFO [M:0;8f0673442175:45283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45283 2024-11-27T17:18:47,592 INFO [M:0;8f0673442175:45283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:18:47,739 INFO [M:0;8f0673442175:45283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:18:47,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:47,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1017d4d9f7e0000, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:18:47,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48698dfc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:18:47,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c79ddc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:18:47,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:18:47,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d6999a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:18:47,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@420e142e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/hadoop.log.dir/,STOPPED} 2024-11-27T17:18:47,762 WARN [BP-1608987542-172.17.0.3-1732727907315 heartbeating to localhost/127.0.0.1:41827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:18:47,762 WARN [BP-1608987542-172.17.0.3-1732727907315 heartbeating to localhost/127.0.0.1:41827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1608987542-172.17.0.3-1732727907315 (Datanode Uuid bdf1d3a0-f7fc-4263-90a9-83c458b36a8a) service to localhost/127.0.0.1:41827 2024-11-27T17:18:47,762 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:18:47,762 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:18:47,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/cluster_51cbae80-2bf3-130a-6c36-429ef84a4308/data/data1/current/BP-1608987542-172.17.0.3-1732727907315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:18:47,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/cluster_51cbae80-2bf3-130a-6c36-429ef84a4308/data/data2/current/BP-1608987542-172.17.0.3-1732727907315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:18:47,763 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:18:47,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b3e1a4a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:18:47,772 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58c1f530{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:18:47,772 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:18:47,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75d3681{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:18:47,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e5c7bae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db963cb6-31a1-a16c-ba48-1294fb2ea5db/hadoop.log.dir/,STOPPED} 2024-11-27T17:18:47,791 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T17:18:47,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:18:47,826 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 110) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60127) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41827 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41527 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60127) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=646 (was 734), ProcessCount=11 (was 11), AvailableMemoryMB=5086 (was 5992) 2024-11-27T17:18:47,839 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=646, ProcessCount=11, AvailableMemoryMB=5085 2024-11-27T17:18:47,860 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-27T17:18:47,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/hadoop.log.dir so I do NOT create it in target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d 2024-11-27T17:18:47,861 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:18:47,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/hadoop.tmp.dir so I do NOT create it in target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d 2024-11-27T17:18:47,861 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02619358-afb4-63c8-80c8-f8ba75611412/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:18:47,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d 2024-11-27T17:18:47,861 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/cluster_8a39bd92-7d9d-a232-c2d9-f3e726bcd5b4, deleteOnExit=true 2024-11-27T17:18:47,870 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/cluster_8a39bd92-7d9d-a232-c2d9-f3e726bcd5b4/zookeeper_0, clientPort=53369, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/cluster_8a39bd92-7d9d-a232-c2d9-f3e726bcd5b4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/cluster_8a39bd92-7d9d-a232-c2d9-f3e726bcd5b4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T17:18:47,871 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53369 2024-11-27T17:18:47,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:18:47,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:18:47,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/test.cache.data in system properties and HBase conf 2024-11-27T17:18:47,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:18:47,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:18:47,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:18:47,872 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:18:47,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:18:47,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:18:47,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:18:47,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:18:47,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:18:47,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:18:47,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:18:47,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:18:47,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017d4d9f7e0005, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:18:47,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017d4d9f7e0002, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:18:47,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017d4d9f7e0005, quorum=127.0.0.1:60127, baseZNode=/1816816702 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:18:47,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017d4d9f7e0002, quorum=127.0.0.1:60127, baseZNode=/01844576831 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:18:48,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:18:48,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:18:48,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:18:48,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:18:48,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:18:48,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:18:48,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@142c3e2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:18:48,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e85a10c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:18:48,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cd14d8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/java.io.tmpdir/jetty-localhost-44911-hadoop-hdfs-3_4_1-tests_jar-_-any-640639568838161206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:18:48,539 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b6e2aba{HTTP/1.1, (http/1.1)}{localhost:44911} 2024-11-27T17:18:48,540 INFO [Time-limited test {}] server.Server(415): Started @55511ms 2024-11-27T17:18:48,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:18:48,803 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:18:48,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:18:48,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:18:48,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:18:48,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d14e803{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:18:48,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33ed998b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:18:48,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63c1f200{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/java.io.tmpdir/jetty-localhost-38921-hadoop-hdfs-3_4_1-tests_jar-_-any-17386736859116312685/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:18:48,919 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431721a1{HTTP/1.1, (http/1.1)}{localhost:38921} 2024-11-27T17:18:48,919 INFO [Time-limited test {}] server.Server(415): Started @55890ms 2024-11-27T17:18:48,921 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:18:49,572 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/cluster_8a39bd92-7d9d-a232-c2d9-f3e726bcd5b4/data/data2/current/BP-514882463-172.17.0.3-1732727927909/current, will proceed with Du for space computation calculation, 2024-11-27T17:18:49,572 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/cluster_8a39bd92-7d9d-a232-c2d9-f3e726bcd5b4/data/data1/current/BP-514882463-172.17.0.3-1732727927909/current, will proceed with Du for space computation calculation, 2024-11-27T17:18:49,591 WARN [Thread-812 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:18:49,594 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b65365afc1ad273 with lease ID 0x27952083b7a8ed39: Processing first storage report for DS-02824d0e-58eb-4df7-a356-6a0ca39bb0f5 from datanode DatanodeRegistration(127.0.0.1:38153, datanodeUuid=122e2b8c-a614-4bf3-8670-e59096006eaa, infoPort=39693, infoSecurePort=0, ipcPort=46861, storageInfo=lv=-57;cid=testClusterID;nsid=1440297647;c=1732727927909) 2024-11-27T17:18:49,594 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b65365afc1ad273 with lease ID 0x27952083b7a8ed39: from storage DS-02824d0e-58eb-4df7-a356-6a0ca39bb0f5 node DatanodeRegistration(127.0.0.1:38153, datanodeUuid=122e2b8c-a614-4bf3-8670-e59096006eaa, infoPort=39693, infoSecurePort=0, ipcPort=46861, storageInfo=lv=-57;cid=testClusterID;nsid=1440297647;c=1732727927909), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:18:49,594 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b65365afc1ad273 with lease ID 0x27952083b7a8ed39: Processing first storage report for DS-f8aa2a35-addf-4ab9-b6f5-5ec9a112bbc5 from datanode DatanodeRegistration(127.0.0.1:38153, datanodeUuid=122e2b8c-a614-4bf3-8670-e59096006eaa, infoPort=39693, infoSecurePort=0, ipcPort=46861, storageInfo=lv=-57;cid=testClusterID;nsid=1440297647;c=1732727927909) 2024-11-27T17:18:49,594 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b65365afc1ad273 with lease ID 0x27952083b7a8ed39: from storage DS-f8aa2a35-addf-4ab9-b6f5-5ec9a112bbc5 node DatanodeRegistration(127.0.0.1:38153, datanodeUuid=122e2b8c-a614-4bf3-8670-e59096006eaa, infoPort=39693, infoSecurePort=0, ipcPort=46861, storageInfo=lv=-57;cid=testClusterID;nsid=1440297647;c=1732727927909), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:18:49,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d 2024-11-27T17:18:49,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:49,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:49,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:18:49,669 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349 with version=8 2024-11-27T17:18:49,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/hbase-staging 2024-11-27T17:18:49,671 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:18:49,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:49,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:49,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:18:49,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:49,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:18:49,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:18:49,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:18:49,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45005 2024-11-27T17:18:49,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45005 connecting to ZooKeeper ensemble=127.0.0.1:53369 2024-11-27T17:18:49,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450050x0, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:49,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45005-0x1017d4defe90000 connected 2024-11-27T17:18:49,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:18:49,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T17:18:49,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T17:18:49,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:18:49,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:49,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:49,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Set watcher on znode that does not yet exist, /0-798398193/running 2024-11-27T17:18:49,868 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349, hbase.cluster.distributed=false 2024-11-27T17:18:49,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Set watcher on znode that does not yet exist, /0-798398193/acl 2024-11-27T17:18:49,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45005 2024-11-27T17:18:49,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45005 2024-11-27T17:18:49,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45005 2024-11-27T17:18:49,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45005 2024-11-27T17:18:49,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45005 2024-11-27T17:18:49,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:18:49,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:49,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:49,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:18:49,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:49,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:18:49,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:18:49,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:18:49,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37141 2024-11-27T17:18:49,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37141 connecting to ZooKeeper ensemble=127.0.0.1:53369 2024-11-27T17:18:49,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:49,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:49,907 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371410x0, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:49,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371410x0, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Set watcher on znode that does not yet exist, /0-798398193/running 2024-11-27T17:18:49,908 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:18:49,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37141-0x1017d4defe90001 connected 2024-11-27T17:18:49,911 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:18:49,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Set watcher on znode that does not yet exist, /0-798398193/master 2024-11-27T17:18:49,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Set watcher on znode that does not yet exist, /0-798398193/acl 2024-11-27T17:18:49,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37141 2024-11-27T17:18:49,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37141 2024-11-27T17:18:49,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37141 2024-11-27T17:18:49,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37141 2024-11-27T17:18:49,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37141 2024-11-27T17:18:49,936 DEBUG [M:0;8f0673442175:45005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:45005 2024-11-27T17:18:49,936 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-798398193/backup-masters/8f0673442175,45005,1732727929671 2024-11-27T17:18:49,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193/backup-masters 2024-11-27T17:18:49,949 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193/backup-masters 2024-11-27T17:18:49,949 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Set watcher on existing znode=/0-798398193/backup-masters/8f0673442175,45005,1732727929671 2024-11-27T17:18:49,959 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-798398193/master 2024-11-27T17:18:49,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:18:49,960 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:18:49,960 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Set watcher on existing znode=/0-798398193/master 2024-11-27T17:18:49,960 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-798398193/backup-masters/8f0673442175,45005,1732727929671 from backup master directory 2024-11-27T17:18:49,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-798398193/backup-masters/8f0673442175,45005,1732727929671 2024-11-27T17:18:49,970 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193/backup-masters 2024-11-27T17:18:49,970 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:18:49,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193/backup-masters 2024-11-27T17:18:49,970 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,45005,1732727929671 2024-11-27T17:18:49,976 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/hbase.id] with ID: 94c82516-e708-4379-a097-d8b1f60e6e57 2024-11-27T17:18:49,976 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/.tmp/hbase.id 2024-11-27T17:18:49,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:18:50,390 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/.tmp/hbase.id]:[hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/hbase.id] 2024-11-27T17:18:50,402 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:50,402 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:18:50,403 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T17:18:50,412 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:18:50,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:18:50,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:18:50,818 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:18:50,819 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:18:50,819 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:50,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:18:51,216 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:18:51,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:18:51,228 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store 2024-11-27T17:18:51,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:18:51,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:18:51,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:18:51,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:18:51,635 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:51,635 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:18:51,635 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:51,635 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:51,635 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:18:51,635 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:51,635 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:51,635 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732727931635Disabling compacts and flushes for region at 1732727931635Disabling writes for close at 1732727931635Writing region close event to WAL at 1732727931635Closed at 1732727931635 2024-11-27T17:18:51,636 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/.initializing 2024-11-27T17:18:51,636 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/WALs/8f0673442175,45005,1732727929671 2024-11-27T17:18:51,637 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:18:51,639 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C45005%2C1732727929671, suffix=, logDir=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/WALs/8f0673442175,45005,1732727929671, archiveDir=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/oldWALs, maxLogs=10 2024-11-27T17:18:51,652 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/WALs/8f0673442175,45005,1732727929671/8f0673442175%2C45005%2C1732727929671.1732727931639, exclude list is [], retry=0 2024-11-27T17:18:51,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38153,DS-02824d0e-58eb-4df7-a356-6a0ca39bb0f5,DISK] 2024-11-27T17:18:51,656 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/WALs/8f0673442175,45005,1732727929671/8f0673442175%2C45005%2C1732727929671.1732727931639 2024-11-27T17:18:51,656 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39693:39693)] 2024-11-27T17:18:51,657 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:51,657 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:51,657 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:51,657 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:51,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:51,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:18:51,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:51,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:51,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:51,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:18:51,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:51,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:51,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:51,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:18:51,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:51,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:51,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:51,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:18:51,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:51,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:51,669 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:51,670 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:51,670 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:51,671 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:51,671 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:51,672 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:51,673 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:51,675 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:18:51,676 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62634689, jitterRate=-0.06667040288448334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:51,677 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732727931657Initializing all the Stores at 1732727931658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727931658Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727931660 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727931660Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727931660Cleaning up temporary data from old regions at 1732727931671 (+11 ms)Region opened successfully at 1732727931677 (+6 ms) 2024-11-27T17:18:51,680 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:18:51,683 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbc4978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:18:51,684 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:18:51,684 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:18:51,685 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:18:51,685 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:18:51,685 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:18:51,686 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:18:51,686 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:18:51,688 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:18:51,689 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Unable to get data of znode /0-798398193/balancer because node does not exist (not necessarily an error) 2024-11-27T17:18:51,696 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-798398193/balancer already deleted, retry=false 2024-11-27T17:18:51,697 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:18:51,697 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Unable to get data of znode /0-798398193/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:18:51,707 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-798398193/normalizer already deleted, retry=false 2024-11-27T17:18:51,707 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:18:51,708 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Unable to get data of znode /0-798398193/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:18:51,717 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-798398193/switch/split already deleted, retry=false 2024-11-27T17:18:51,718 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Unable to get data of znode /0-798398193/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:18:51,728 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-798398193/switch/merge already deleted, retry=false 2024-11-27T17:18:51,730 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Unable to get data of znode /0-798398193/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:18:51,738 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-798398193/snapshot-cleanup already deleted, retry=false 2024-11-27T17:18:51,749 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-798398193/running 2024-11-27T17:18:51,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-798398193/running 2024-11-27T17:18:51,749 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:18:51,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:18:51,750 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,45005,1732727929671, sessionid=0x1017d4defe90000, setting cluster-up flag (Was=false) 2024-11-27T17:18:51,770 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:18:51,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:18:51,801 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-798398193/flush-table-proc/acquired, /0-798398193/flush-table-proc/reached, /0-798398193/flush-table-proc/abort 2024-11-27T17:18:51,803 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,45005,1732727929671 2024-11-27T17:18:51,823 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:18:51,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:18:51,854 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-798398193/online-snapshot/acquired, /0-798398193/online-snapshot/reached, /0-798398193/online-snapshot/abort 2024-11-27T17:18:51,856 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,45005,1732727929671 2024-11-27T17:18:51,857 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:18:51,862 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:51,862 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:18:51,862 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:18:51,863 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,45005,1732727929671 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:18:51,864 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:51,864 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:51,864 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:51,864 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:51,864 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:18:51,864 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:51,864 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:18:51,865 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:51,869 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732727961869 2024-11-27T17:18:51,869 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:18:51,869 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:18:51,869 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:18:51,869 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:18:51,869 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:18:51,869 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:18:51,869 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:51,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:51,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:18:51,871 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:51,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:18:51,875 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:18:51,876 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:18:51,876 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:18:51,876 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:18:51,876 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:18:51,876 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:18:51,877 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727931876,5,FailOnTimeoutGroup] 2024-11-27T17:18:51,882 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727931877,5,FailOnTimeoutGroup] 2024-11-27T17:18:51,883 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:51,883 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:18:51,883 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:51,883 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:51,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:18:51,928 INFO [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(746): ClusterId : 94c82516-e708-4379-a097-d8b1f60e6e57 2024-11-27T17:18:51,928 DEBUG [RS:0;8f0673442175:37141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:18:51,939 DEBUG [RS:0;8f0673442175:37141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:18:51,939 DEBUG [RS:0;8f0673442175:37141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:18:51,950 DEBUG [RS:0;8f0673442175:37141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:18:51,950 DEBUG [RS:0;8f0673442175:37141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd42982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:18:51,960 DEBUG [RS:0;8f0673442175:37141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:37141 2024-11-27T17:18:51,960 INFO [RS:0;8f0673442175:37141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:18:51,960 INFO [RS:0;8f0673442175:37141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:18:51,960 DEBUG [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:18:51,961 INFO [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,45005,1732727929671 with port=37141, startcode=1732727929889 2024-11-27T17:18:51,961 DEBUG [RS:0;8f0673442175:37141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:18:51,963 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:18:51,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,37141,1732727929889 2024-11-27T17:18:51,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45005 {}] master.ServerManager(517): Registering regionserver=8f0673442175,37141,1732727929889 2024-11-27T17:18:51,967 DEBUG [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349 2024-11-27T17:18:51,967 DEBUG [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33831 2024-11-27T17:18:51,967 DEBUG [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:18:51,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193/rs 2024-11-27T17:18:51,981 DEBUG [RS:0;8f0673442175:37141 {}] zookeeper.ZKUtil(111): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Set watcher on existing znode=/0-798398193/rs/8f0673442175,37141,1732727929889 2024-11-27T17:18:51,981 WARN [RS:0;8f0673442175:37141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:18:51,981 INFO [RS:0;8f0673442175:37141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:51,982 DEBUG [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889 2024-11-27T17:18:51,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,37141,1732727929889] 2024-11-27T17:18:51,997 INFO [RS:0;8f0673442175:37141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:18:52,001 INFO [RS:0;8f0673442175:37141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:18:52,001 INFO [RS:0;8f0673442175:37141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:18:52,001 INFO [RS:0;8f0673442175:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:52,002 INFO [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:18:52,003 INFO [RS:0;8f0673442175:37141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:18:52,003 INFO [RS:0;8f0673442175:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:52,003 DEBUG [RS:0;8f0673442175:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:52,003 DEBUG [RS:0;8f0673442175:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:52,003 DEBUG [RS:0;8f0673442175:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:52,003 DEBUG [RS:0;8f0673442175:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:52,003 DEBUG [RS:0;8f0673442175:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:52,003 DEBUG [RS:0;8f0673442175:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:18:52,004 DEBUG [RS:0;8f0673442175:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:52,004 DEBUG [RS:0;8f0673442175:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:52,004 DEBUG [RS:0;8f0673442175:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:52,004 DEBUG [RS:0;8f0673442175:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:52,004 DEBUG [RS:0;8f0673442175:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:52,004 DEBUG [RS:0;8f0673442175:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:52,004 DEBUG [RS:0;8f0673442175:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:18:52,004 DEBUG [RS:0;8f0673442175:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:18:52,007 INFO [RS:0;8f0673442175:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:52,007 INFO [RS:0;8f0673442175:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:52,007 INFO [RS:0;8f0673442175:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:52,008 INFO [RS:0;8f0673442175:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:52,008 INFO [RS:0;8f0673442175:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:52,008 INFO [RS:0;8f0673442175:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,37141,1732727929889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:18:52,036 INFO [RS:0;8f0673442175:37141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:18:52,036 INFO [RS:0;8f0673442175:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,37141,1732727929889-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:52,037 INFO [RS:0;8f0673442175:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:52,037 INFO [RS:0;8f0673442175:37141 {}] regionserver.Replication(171): 8f0673442175,37141,1732727929889 started 2024-11-27T17:18:52,059 INFO [RS:0;8f0673442175:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:52,059 INFO [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,37141,1732727929889, RpcServer on 8f0673442175/172.17.0.3:37141, sessionid=0x1017d4defe90001 2024-11-27T17:18:52,059 DEBUG [RS:0;8f0673442175:37141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:18:52,059 DEBUG [RS:0;8f0673442175:37141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,37141,1732727929889 2024-11-27T17:18:52,059 DEBUG [RS:0;8f0673442175:37141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,37141,1732727929889' 2024-11-27T17:18:52,060 DEBUG [RS:0;8f0673442175:37141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-798398193/flush-table-proc/abort' 2024-11-27T17:18:52,060 DEBUG [RS:0;8f0673442175:37141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-798398193/flush-table-proc/acquired' 2024-11-27T17:18:52,061 DEBUG [RS:0;8f0673442175:37141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:18:52,061 DEBUG [RS:0;8f0673442175:37141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:18:52,061 DEBUG [RS:0;8f0673442175:37141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,37141,1732727929889 2024-11-27T17:18:52,061 DEBUG [RS:0;8f0673442175:37141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,37141,1732727929889' 2024-11-27T17:18:52,061 DEBUG [RS:0;8f0673442175:37141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-798398193/online-snapshot/abort' 2024-11-27T17:18:52,062 DEBUG [RS:0;8f0673442175:37141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-798398193/online-snapshot/acquired' 2024-11-27T17:18:52,062 DEBUG [RS:0;8f0673442175:37141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:18:52,062 INFO [RS:0;8f0673442175:37141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:18:52,062 INFO [RS:0;8f0673442175:37141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:18:52,163 INFO [RS:0;8f0673442175:37141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:18:52,165 INFO [RS:0;8f0673442175:37141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C37141%2C1732727929889, suffix=, logDir=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889, archiveDir=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/oldWALs, maxLogs=10 2024-11-27T17:18:52,182 DEBUG [RS:0;8f0673442175:37141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165, exclude list is [], retry=0 2024-11-27T17:18:52,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38153,DS-02824d0e-58eb-4df7-a356-6a0ca39bb0f5,DISK] 2024-11-27T17:18:52,189 INFO [RS:0;8f0673442175:37141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 2024-11-27T17:18:52,189 DEBUG [RS:0;8f0673442175:37141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39693:39693)] 2024-11-27T17:18:52,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:18:52,287 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349 2024-11-27T17:18:52,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:18:52,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:52,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:18:52,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:18:52,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:52,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:52,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:18:52,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:18:52,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:52,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:52,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:18:52,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:18:52,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:52,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:52,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:18:52,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:18:52,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:52,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:52,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:18:52,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740 2024-11-27T17:18:52,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740 2024-11-27T17:18:52,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:18:52,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:18:52,742 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:52,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:18:52,746 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:18:52,746 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59658123, jitterRate=-0.11102469265460968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:52,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732727932721Initializing all the Stores at 1732727932722 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727932722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727932723 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727932723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727932723Cleaning up temporary data from old regions at 1732727932741 (+18 ms)Region opened successfully at 1732727932747 (+6 ms) 2024-11-27T17:18:52,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:18:52,747 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:18:52,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:18:52,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:18:52,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:18:52,748 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:18:52,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732727932747Disabling compacts and flushes for region at 1732727932747Disabling writes for close at 1732727932748 (+1 ms)Writing region close event to WAL at 1732727932748Closed at 1732727932748 2024-11-27T17:18:52,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:52,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:18:52,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:18:52,752 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:18:52,754 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:18:52,904 DEBUG [8f0673442175:45005 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:18:52,905 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,37141,1732727929889 2024-11-27T17:18:52,906 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,37141,1732727929889, state=OPENING 2024-11-27T17:18:52,949 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:18:53,033 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:18:53,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:18:53,034 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:18:53,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,37141,1732727929889}] 2024-11-27T17:18:53,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-798398193/meta-region-server: CHANGED 2024-11-27T17:18:53,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-798398193/meta-region-server: CHANGED 2024-11-27T17:18:53,187 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:18:53,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:18:53,193 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:18:53,193 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:53,193 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:18:53,195 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C37141%2C1732727929889.meta, suffix=.meta, logDir=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889, archiveDir=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/oldWALs, maxLogs=10 2024-11-27T17:18:53,213 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.meta.1732727933196.meta, exclude list is [], retry=0 2024-11-27T17:18:53,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38153,DS-02824d0e-58eb-4df7-a356-6a0ca39bb0f5,DISK] 2024-11-27T17:18:53,219 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.meta.1732727933196.meta 2024-11-27T17:18:53,224 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39693:39693)] 2024-11-27T17:18:53,224 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:53,225 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:18:53,225 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:18:53,225 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:18:53,225 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:18:53,225 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:18:53,225 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:53,225 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:18:53,225 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:18:53,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:18:53,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:18:53,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:53,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:53,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:18:53,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:18:53,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:53,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:53,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:18:53,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:18:53,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:53,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:53,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:18:53,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:18:53,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:53,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:53,232 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:18:53,233 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740 2024-11-27T17:18:53,235 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740 2024-11-27T17:18:53,236 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:18:53,237 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:18:53,237 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:53,239 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:18:53,240 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61710820, jitterRate=-0.08043712377548218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:53,240 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:18:53,240 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732727933225Writing region info on filesystem at 1732727933225Initializing all the Stores at 1732727933226 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727933226Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727933226Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727933226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727933226Cleaning up temporary data from old regions at 1732727933237 (+11 ms)Running coprocessor post-open hooks at 1732727933240 (+3 ms)Region opened successfully at 1732727933240 2024-11-27T17:18:53,242 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732727933187 2024-11-27T17:18:53,244 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:18:53,244 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:18:53,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,37141,1732727929889 2024-11-27T17:18:53,245 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,37141,1732727929889, state=OPEN 2024-11-27T17:18:53,314 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-798398193/meta-region-server 2024-11-27T17:18:53,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-798398193/meta-region-server 2024-11-27T17:18:53,314 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,37141,1732727929889 2024-11-27T17:18:53,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-798398193/meta-region-server: CHANGED 2024-11-27T17:18:53,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-798398193/meta-region-server: CHANGED 2024-11-27T17:18:53,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:18:53,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,37141,1732727929889 in 280 msec 2024-11-27T17:18:53,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:18:53,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 567 msec 2024-11-27T17:18:53,320 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:53,321 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:18:53,322 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:18:53,322 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,37141,1732727929889, seqNum=-1] 2024-11-27T17:18:53,322 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:18:53,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:18:53,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4680 sec 2024-11-27T17:18:53,330 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732727933330, completionTime=-1 2024-11-27T17:18:53,330 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:18:53,330 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:18:53,332 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:18:53,332 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732727993332 2024-11-27T17:18:53,332 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728053332 2024-11-27T17:18:53,332 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T17:18:53,332 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45005,1732727929671-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:53,332 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45005,1732727929671-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:53,332 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45005,1732727929671-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:53,332 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:45005, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:53,332 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:53,332 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:53,334 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:18:53,336 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.366sec 2024-11-27T17:18:53,336 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:18:53,336 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:18:53,336 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:18:53,336 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:18:53,336 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:18:53,336 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45005,1732727929671-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:18:53,336 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45005,1732727929671-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:18:53,338 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:18:53,338 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:18:53,339 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45005,1732727929671-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:53,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ee62c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:53,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45005,-1 for getting cluster id 2024-11-27T17:18:53,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:53,430 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94c82516-e708-4379-a097-d8b1f60e6e57' 2024-11-27T17:18:53,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:53,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94c82516-e708-4379-a097-d8b1f60e6e57" 2024-11-27T17:18:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a8a40f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45005,-1] 2024-11-27T17:18:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:53,432 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:53,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af2998f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:53,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:18:53,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,37141,1732727929889, seqNum=-1] 2024-11-27T17:18:53,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:18:53,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:18:53,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,45005,1732727929671 2024-11-27T17:18:53,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53369 2024-11-27T17:18:53,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:53,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017d4defe90002 connected 2024-11-27T17:18:53,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/hadoop.log.dir so I do NOT create it in target/test-data/51614ede-a978-c570-eee5-c7ee471dee75 2024-11-27T17:18:53,473 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:18:53,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/hadoop.tmp.dir so I do NOT create it in target/test-data/51614ede-a978-c570-eee5-c7ee471dee75 2024-11-27T17:18:53,473 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:18:53,473 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75 2024-11-27T17:18:53,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:18:53,474 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/cluster_a0d42a02-8ce1-8fce-5153-f3461f40b43e, deleteOnExit=true 2024-11-27T17:18:53,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:18:53,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/test.cache.data in system properties and HBase conf 2024-11-27T17:18:53,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:18:53,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:18:53,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:18:53,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:18:53,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:18:53,474 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:18:53,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:18:53,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:18:53,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:18:53,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:18:53,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:18:53,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:18:53,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:18:53,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:18:53,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:18:53,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:18:53,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:18:53,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:18:53,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:18:53,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:18:53,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:18:53,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:18:53,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:18:53,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:18:53,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:18:53,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:18:53,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f115a82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:18:53,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d17940c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:18:53,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69b9342e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/java.io.tmpdir/jetty-localhost-37115-hadoop-hdfs-3_4_1-tests_jar-_-any-11477463641911467995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:18:53,873 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19b407b{HTTP/1.1, (http/1.1)}{localhost:37115} 2024-11-27T17:18:53,873 INFO [Time-limited test {}] server.Server(415): Started @60844ms 2024-11-27T17:18:54,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:18:54,113 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:18:54,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:18:54,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:18:54,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:18:54,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f0f2738{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:18:54,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6afe8231{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:18:54,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51c9186{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/java.io.tmpdir/jetty-localhost-43367-hadoop-hdfs-3_4_1-tests_jar-_-any-6413631478677767041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:18:54,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f3ee30{HTTP/1.1, (http/1.1)}{localhost:43367} 2024-11-27T17:18:54,219 INFO [Time-limited test {}] server.Server(415): Started @61190ms 2024-11-27T17:18:54,220 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:18:55,050 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/cluster_a0d42a02-8ce1-8fce-5153-f3461f40b43e/data/data1/current/BP-54928047-172.17.0.3-1732727933490/current, will proceed with Du for space computation calculation, 2024-11-27T17:18:55,050 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/cluster_a0d42a02-8ce1-8fce-5153-f3461f40b43e/data/data2/current/BP-54928047-172.17.0.3-1732727933490/current, will proceed with Du for space computation calculation, 2024-11-27T17:18:55,069 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:18:55,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9342027678984cc2 with lease ID 0x37bcbbe04ec1ce96: Processing first storage report for DS-97c8493e-b9b2-4175-b686-598b68020017 from datanode DatanodeRegistration(127.0.0.1:41439, datanodeUuid=ecdc1d8f-d96e-43a0-9c12-79e13b09042d, infoPort=44969, infoSecurePort=0, ipcPort=34585, storageInfo=lv=-57;cid=testClusterID;nsid=1157135000;c=1732727933490) 2024-11-27T17:18:55,072 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9342027678984cc2 with lease ID 0x37bcbbe04ec1ce96: from storage DS-97c8493e-b9b2-4175-b686-598b68020017 node DatanodeRegistration(127.0.0.1:41439, datanodeUuid=ecdc1d8f-d96e-43a0-9c12-79e13b09042d, infoPort=44969, infoSecurePort=0, ipcPort=34585, storageInfo=lv=-57;cid=testClusterID;nsid=1157135000;c=1732727933490), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:18:55,072 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9342027678984cc2 with lease ID 0x37bcbbe04ec1ce96: Processing first storage report for DS-5a516b5e-54b1-4bf4-a008-4ea75127b136 from datanode DatanodeRegistration(127.0.0.1:41439, datanodeUuid=ecdc1d8f-d96e-43a0-9c12-79e13b09042d, infoPort=44969, infoSecurePort=0, ipcPort=34585, storageInfo=lv=-57;cid=testClusterID;nsid=1157135000;c=1732727933490) 2024-11-27T17:18:55,072 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9342027678984cc2 with lease ID 0x37bcbbe04ec1ce96: from storage DS-5a516b5e-54b1-4bf4-a008-4ea75127b136 node DatanodeRegistration(127.0.0.1:41439, datanodeUuid=ecdc1d8f-d96e-43a0-9c12-79e13b09042d, infoPort=44969, infoSecurePort=0, ipcPort=34585, storageInfo=lv=-57;cid=testClusterID;nsid=1157135000;c=1732727933490), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:18:55,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75 2024-11-27T17:18:55,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:55,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:55,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:18:55,559 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf with version=8 2024-11-27T17:18:55,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/hbase-staging 2024-11-27T17:18:55,561 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:18:55,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:55,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:55,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:18:55,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:55,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:18:55,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:18:55,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:18:55,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40441 2024-11-27T17:18:55,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40441 connecting to ZooKeeper ensemble=127.0.0.1:53369 2024-11-27T17:18:55,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404410x0, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:55,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40441-0x1017d4defe90003 connected 2024-11-27T17:18:55,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:55,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:55,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Set watcher on znode that does not yet exist, /1624410968/running 2024-11-27T17:18:55,654 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf, hbase.cluster.distributed=false 2024-11-27T17:18:55,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Set watcher on znode that does not yet exist, /1624410968/acl 2024-11-27T17:18:55,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40441 2024-11-27T17:18:55,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40441 2024-11-27T17:18:55,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40441 2024-11-27T17:18:55,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40441 2024-11-27T17:18:55,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40441 2024-11-27T17:18:55,672 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:18:55,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:55,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:55,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:18:55,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:18:55,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:18:55,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:18:55,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:18:55,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45651 2024-11-27T17:18:55,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45651 connecting to ZooKeeper ensemble=127.0.0.1:53369 2024-11-27T17:18:55,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:55,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:55,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456510x0, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:55,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456510x0, quorum=127.0.0.1:53369, baseZNode=/1624410968 Set watcher on znode that does not yet exist, /1624410968/running 2024-11-27T17:18:55,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45651-0x1017d4defe90004 connected 2024-11-27T17:18:55,686 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:18:55,687 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:18:55,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Set watcher on znode that does not yet exist, /1624410968/master 2024-11-27T17:18:55,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Set watcher on znode that does not yet exist, /1624410968/acl 2024-11-27T17:18:55,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45651 2024-11-27T17:18:55,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45651 2024-11-27T17:18:55,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45651 2024-11-27T17:18:55,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45651 2024-11-27T17:18:55,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45651 2024-11-27T17:18:55,707 DEBUG [M:0;8f0673442175:40441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:40441 2024-11-27T17:18:55,707 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1624410968/backup-masters/8f0673442175,40441,1732727935561 2024-11-27T17:18:55,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968/backup-masters 2024-11-27T17:18:55,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968/backup-masters 2024-11-27T17:18:55,718 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Set watcher on existing znode=/1624410968/backup-masters/8f0673442175,40441,1732727935561 2024-11-27T17:18:55,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1624410968/master 2024-11-27T17:18:55,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968 2024-11-27T17:18:55,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968 2024-11-27T17:18:55,728 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Set watcher on existing znode=/1624410968/master 2024-11-27T17:18:55,728 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1624410968/backup-masters/8f0673442175,40441,1732727935561 from backup master directory 2024-11-27T17:18:55,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1624410968/backup-masters/8f0673442175,40441,1732727935561 2024-11-27T17:18:55,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968/backup-masters 2024-11-27T17:18:55,738 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:18:55,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968/backup-masters 2024-11-27T17:18:55,738 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,40441,1732727935561 2024-11-27T17:18:55,754 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/hbase.id] with ID: 6c2f91e5-e717-4954-b0e5-99195dcc97a4 2024-11-27T17:18:55,754 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/.tmp/hbase.id 2024-11-27T17:18:55,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:18:56,159 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/.tmp/hbase.id]:[hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/hbase.id] 2024-11-27T17:18:56,171 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:18:56,171 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:18:56,172 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T17:18:56,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968 2024-11-27T17:18:56,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968 2024-11-27T17:18:56,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:18:56,586 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:18:56,587 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:18:56,587 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:18:56,997 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store 2024-11-27T17:18:57,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:18:57,006 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:57,007 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:18:57,007 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:57,007 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:57,007 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:18:57,007 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:57,007 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:18:57,007 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732727937007Disabling compacts and flushes for region at 1732727937007Disabling writes for close at 1732727937007Writing region close event to WAL at 1732727937007Closed at 1732727937007 2024-11-27T17:18:57,008 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/.initializing 2024-11-27T17:18:57,008 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/WALs/8f0673442175,40441,1732727935561 2024-11-27T17:18:57,009 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:18:57,011 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C40441%2C1732727935561, suffix=, logDir=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/WALs/8f0673442175,40441,1732727935561, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/oldWALs, maxLogs=10 2024-11-27T17:18:57,022 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/WALs/8f0673442175,40441,1732727935561/8f0673442175%2C40441%2C1732727935561.1732727937011, exclude list is [], retry=0 2024-11-27T17:18:57,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41439,DS-97c8493e-b9b2-4175-b686-598b68020017,DISK] 2024-11-27T17:18:57,027 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/WALs/8f0673442175,40441,1732727935561/8f0673442175%2C40441%2C1732727935561.1732727937011 2024-11-27T17:18:57,027 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44969:44969)] 2024-11-27T17:18:57,027 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:57,028 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:57,028 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:57,028 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:57,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:57,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:18:57,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:57,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:57,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:57,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:18:57,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:57,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:57,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:57,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:18:57,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:57,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:57,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:57,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:18:57,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:57,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:57,037 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:57,037 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:57,038 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:57,039 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:57,039 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:57,039 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:57,040 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:18:57,042 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:18:57,043 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72919537, jitterRate=0.08658577501773834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:57,043 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732727937028Initializing all the Stores at 1732727937029 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727937029Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727937029Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727937029Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727937029Cleaning up temporary data from old regions at 1732727937039 (+10 ms)Region opened successfully at 1732727937043 (+4 ms) 2024-11-27T17:18:57,043 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:18:57,046 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a061c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:18:57,047 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:18:57,047 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:18:57,047 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:18:57,047 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:18:57,047 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:18:57,048 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:18:57,048 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:18:57,050 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:18:57,051 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Unable to get data of znode /1624410968/balancer because node does not exist (not necessarily an error) 2024-11-27T17:18:57,060 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1624410968/balancer already deleted, retry=false 2024-11-27T17:18:57,060 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:18:57,061 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Unable to get data of znode /1624410968/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:18:57,071 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1624410968/normalizer already deleted, retry=false 2024-11-27T17:18:57,071 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:18:57,072 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Unable to get data of znode /1624410968/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:18:57,081 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1624410968/switch/split already deleted, retry=false 2024-11-27T17:18:57,082 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Unable to get data of znode /1624410968/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:18:57,092 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1624410968/switch/merge already deleted, retry=false 2024-11-27T17:18:57,094 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Unable to get data of znode /1624410968/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:18:57,106 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1624410968/snapshot-cleanup already deleted, retry=false 2024-11-27T17:18:57,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1624410968/running 2024-11-27T17:18:57,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1624410968/running 2024-11-27T17:18:57,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968 2024-11-27T17:18:57,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968 2024-11-27T17:18:57,117 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,40441,1732727935561, sessionid=0x1017d4defe90003, setting cluster-up flag (Was=false) 2024-11-27T17:18:57,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968 2024-11-27T17:18:57,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968 2024-11-27T17:18:57,170 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1624410968/flush-table-proc/acquired, /1624410968/flush-table-proc/reached, /1624410968/flush-table-proc/abort 2024-11-27T17:18:57,171 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,40441,1732727935561 2024-11-27T17:18:57,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968 2024-11-27T17:18:57,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968 2024-11-27T17:18:57,222 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1624410968/online-snapshot/acquired, /1624410968/online-snapshot/reached, /1624410968/online-snapshot/abort 2024-11-27T17:18:57,224 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,40441,1732727935561 2024-11-27T17:18:57,225 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:18:57,226 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:57,227 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:18:57,227 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:18:57,227 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,40441,1732727935561 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:18:57,228 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:57,228 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:57,228 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:57,228 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:18:57,228 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:18:57,228 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:57,228 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:18:57,228 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:57,229 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732727967229 2024-11-27T17:18:57,229 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:18:57,229 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:18:57,229 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:18:57,229 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:18:57,229 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:18:57,229 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:18:57,230 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:57,230 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:57,230 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:18:57,230 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:18:57,230 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:18:57,230 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:18:57,230 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:18:57,231 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:18:57,231 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:18:57,231 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727937231,5,FailOnTimeoutGroup] 2024-11-27T17:18:57,231 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727937231,5,FailOnTimeoutGroup] 2024-11-27T17:18:57,231 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:57,231 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:18:57,231 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:57,231 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:57,231 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:57,231 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:18:57,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:18:57,299 INFO [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(746): ClusterId : 6c2f91e5-e717-4954-b0e5-99195dcc97a4 2024-11-27T17:18:57,299 DEBUG [RS:0;8f0673442175:45651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:18:57,307 DEBUG [RS:0;8f0673442175:45651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:18:57,307 DEBUG [RS:0;8f0673442175:45651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:18:57,318 DEBUG [RS:0;8f0673442175:45651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:18:57,318 DEBUG [RS:0;8f0673442175:45651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130578f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:18:57,329 DEBUG [RS:0;8f0673442175:45651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:45651 2024-11-27T17:18:57,329 INFO [RS:0;8f0673442175:45651 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:18:57,329 INFO [RS:0;8f0673442175:45651 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:18:57,329 DEBUG [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:18:57,330 INFO [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,40441,1732727935561 with port=45651, startcode=1732727935672 2024-11-27T17:18:57,330 DEBUG [RS:0;8f0673442175:45651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:18:57,332 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:18:57,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40441 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,45651,1732727935672 2024-11-27T17:18:57,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40441 {}] master.ServerManager(517): Registering regionserver=8f0673442175,45651,1732727935672 2024-11-27T17:18:57,336 DEBUG [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf 2024-11-27T17:18:57,336 DEBUG [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36895 2024-11-27T17:18:57,336 DEBUG [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:18:57,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968/rs 2024-11-27T17:18:57,349 DEBUG [RS:0;8f0673442175:45651 {}] zookeeper.ZKUtil(111): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Set watcher on existing znode=/1624410968/rs/8f0673442175,45651,1732727935672 2024-11-27T17:18:57,349 WARN [RS:0;8f0673442175:45651 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:18:57,349 INFO [RS:0;8f0673442175:45651 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:57,350 DEBUG [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/WALs/8f0673442175,45651,1732727935672 2024-11-27T17:18:57,350 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,45651,1732727935672] 2024-11-27T17:18:57,353 INFO [RS:0;8f0673442175:45651 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:18:57,354 INFO [RS:0;8f0673442175:45651 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:18:57,354 INFO [RS:0;8f0673442175:45651 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:18:57,354 INFO [RS:0;8f0673442175:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:57,354 INFO [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:18:57,355 INFO [RS:0;8f0673442175:45651 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:18:57,355 INFO [RS:0;8f0673442175:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:57,355 DEBUG [RS:0;8f0673442175:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:57,355 DEBUG [RS:0;8f0673442175:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:57,355 DEBUG [RS:0;8f0673442175:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:57,355 DEBUG [RS:0;8f0673442175:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:57,355 DEBUG [RS:0;8f0673442175:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:57,356 DEBUG [RS:0;8f0673442175:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:18:57,356 DEBUG [RS:0;8f0673442175:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:57,356 DEBUG [RS:0;8f0673442175:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:57,356 DEBUG [RS:0;8f0673442175:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:57,356 DEBUG [RS:0;8f0673442175:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:57,356 DEBUG [RS:0;8f0673442175:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:57,356 DEBUG [RS:0;8f0673442175:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:18:57,356 DEBUG [RS:0;8f0673442175:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:18:57,356 DEBUG [RS:0;8f0673442175:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:18:57,357 INFO [RS:0;8f0673442175:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:57,357 INFO [RS:0;8f0673442175:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:57,357 INFO [RS:0;8f0673442175:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:57,357 INFO [RS:0;8f0673442175:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:57,357 INFO [RS:0;8f0673442175:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:57,357 INFO [RS:0;8f0673442175:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45651,1732727935672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:18:57,374 INFO [RS:0;8f0673442175:45651 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:18:57,374 INFO [RS:0;8f0673442175:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45651,1732727935672-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:57,374 INFO [RS:0;8f0673442175:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:57,374 INFO [RS:0;8f0673442175:45651 {}] regionserver.Replication(171): 8f0673442175,45651,1732727935672 started 2024-11-27T17:18:57,386 INFO [RS:0;8f0673442175:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:57,386 INFO [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,45651,1732727935672, RpcServer on 8f0673442175/172.17.0.3:45651, sessionid=0x1017d4defe90004 2024-11-27T17:18:57,386 DEBUG [RS:0;8f0673442175:45651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:18:57,386 DEBUG [RS:0;8f0673442175:45651 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,45651,1732727935672 2024-11-27T17:18:57,386 DEBUG [RS:0;8f0673442175:45651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,45651,1732727935672' 2024-11-27T17:18:57,386 DEBUG [RS:0;8f0673442175:45651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1624410968/flush-table-proc/abort' 2024-11-27T17:18:57,387 DEBUG [RS:0;8f0673442175:45651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1624410968/flush-table-proc/acquired' 2024-11-27T17:18:57,387 DEBUG [RS:0;8f0673442175:45651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:18:57,387 DEBUG [RS:0;8f0673442175:45651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:18:57,387 DEBUG [RS:0;8f0673442175:45651 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,45651,1732727935672 2024-11-27T17:18:57,387 DEBUG [RS:0;8f0673442175:45651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,45651,1732727935672' 2024-11-27T17:18:57,387 DEBUG [RS:0;8f0673442175:45651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1624410968/online-snapshot/abort' 2024-11-27T17:18:57,388 DEBUG [RS:0;8f0673442175:45651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1624410968/online-snapshot/acquired' 2024-11-27T17:18:57,388 DEBUG [RS:0;8f0673442175:45651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:18:57,388 INFO [RS:0;8f0673442175:45651 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:18:57,388 INFO [RS:0;8f0673442175:45651 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:18:57,489 INFO [RS:0;8f0673442175:45651 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:18:57,490 INFO [RS:0;8f0673442175:45651 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C45651%2C1732727935672, suffix=, logDir=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/WALs/8f0673442175,45651,1732727935672, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/oldWALs, maxLogs=10 2024-11-27T17:18:57,504 DEBUG [RS:0;8f0673442175:45651 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/WALs/8f0673442175,45651,1732727935672/8f0673442175%2C45651%2C1732727935672.1732727937491, exclude list is [], retry=0 2024-11-27T17:18:57,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41439,DS-97c8493e-b9b2-4175-b686-598b68020017,DISK] 2024-11-27T17:18:57,511 INFO [RS:0;8f0673442175:45651 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/WALs/8f0673442175,45651,1732727935672/8f0673442175%2C45651%2C1732727935672.1732727937491 2024-11-27T17:18:57,512 DEBUG [RS:0;8f0673442175:45651 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44969:44969)] 2024-11-27T17:18:57,647 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:18:57,647 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf 2024-11-27T17:18:57,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:18:57,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:57,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:18:57,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:18:57,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:57,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:57,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:18:57,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:18:57,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:57,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:57,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:18:57,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:18:57,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:57,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:57,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:18:57,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:18:57,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:57,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:57,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:18:57,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740 2024-11-27T17:18:57,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740 2024-11-27T17:18:57,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:18:57,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:18:57,679 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:57,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:18:57,683 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:18:57,684 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58744233, jitterRate=-0.12464271485805511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:57,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732727937660Initializing all the Stores at 1732727937661 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727937661Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727937662 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727937662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727937662Cleaning up temporary data from old regions at 1732727937679 (+17 ms)Region opened successfully at 1732727937684 (+5 ms) 2024-11-27T17:18:57,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:18:57,684 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:18:57,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:18:57,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:18:57,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:18:57,684 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:18:57,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732727937684Disabling compacts and flushes for region at 1732727937684Disabling writes for close at 1732727937684Writing region close event to WAL at 1732727937684Closed at 1732727937684 2024-11-27T17:18:57,686 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:57,686 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:18:57,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:18:57,687 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:18:57,688 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:18:57,839 DEBUG [8f0673442175:40441 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:18:57,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,45651,1732727935672 2024-11-27T17:18:57,847 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,45651,1732727935672, state=OPENING 2024-11-27T17:18:57,908 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:18:57,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968 2024-11-27T17:18:57,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968 2024-11-27T17:18:57,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1624410968/meta-region-server: CHANGED 2024-11-27T17:18:57,928 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:18:57,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,45651,1732727935672}] 2024-11-27T17:18:57,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1624410968/meta-region-server: CHANGED 2024-11-27T17:18:57,997 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:18:58,083 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:18:58,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:18:58,093 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:18:58,093 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:18:58,093 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:18:58,096 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C45651%2C1732727935672.meta, suffix=.meta, logDir=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/WALs/8f0673442175,45651,1732727935672, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/oldWALs, maxLogs=10 2024-11-27T17:18:58,110 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/WALs/8f0673442175,45651,1732727935672/8f0673442175%2C45651%2C1732727935672.meta.1732727938096.meta, exclude list is [], retry=0 2024-11-27T17:18:58,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41439,DS-97c8493e-b9b2-4175-b686-598b68020017,DISK] 2024-11-27T17:18:58,114 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/WALs/8f0673442175,45651,1732727935672/8f0673442175%2C45651%2C1732727935672.meta.1732727938096.meta 2024-11-27T17:18:58,114 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44969:44969)] 2024-11-27T17:18:58,114 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:58,115 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:18:58,115 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:18:58,115 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:18:58,115 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:18:58,115 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:18:58,115 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:58,115 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:18:58,115 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:18:58,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:18:58,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:18:58,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:58,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:58,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:18:58,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:18:58,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:58,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:58,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:18:58,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:18:58,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:58,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:58,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:18:58,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:18:58,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:58,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:18:58,121 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:18:58,122 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740 2024-11-27T17:18:58,123 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740 2024-11-27T17:18:58,124 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:18:58,124 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:18:58,124 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:18:58,125 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:18:58,126 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71052695, jitterRate=0.058767661452293396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:18:58,126 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:18:58,126 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732727938115Writing region info on filesystem at 1732727938115Initializing all the Stores at 1732727938116 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727938116Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727938116Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727938116Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727938116Cleaning up temporary data from old regions at 1732727938124 (+8 ms)Running coprocessor post-open hooks at 1732727938126 (+2 ms)Region opened successfully at 1732727938126 2024-11-27T17:18:58,127 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732727938082 2024-11-27T17:18:58,129 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:18:58,130 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:18:58,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,45651,1732727935672 2024-11-27T17:18:58,131 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,45651,1732727935672, state=OPEN 2024-11-27T17:18:58,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1624410968/meta-region-server 2024-11-27T17:18:58,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1624410968/meta-region-server 2024-11-27T17:18:58,155 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,45651,1732727935672 2024-11-27T17:18:58,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1624410968/meta-region-server: CHANGED 2024-11-27T17:18:58,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1624410968/meta-region-server: CHANGED 2024-11-27T17:18:58,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:18:58,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,45651,1732727935672 in 227 msec 2024-11-27T17:18:58,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:18:58,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-27T17:18:58,161 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:18:58,161 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:18:58,163 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:18:58,163 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,45651,1732727935672, seqNum=-1] 2024-11-27T17:18:58,163 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:18:58,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:18:58,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 942 msec 2024-11-27T17:18:58,169 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732727938169, completionTime=-1 2024-11-27T17:18:58,169 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:18:58,169 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:18:58,171 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:18:58,171 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732727998171 2024-11-27T17:18:58,171 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728058171 2024-11-27T17:18:58,171 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T17:18:58,172 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40441,1732727935561-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:58,172 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40441,1732727935561-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:58,172 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40441,1732727935561-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:58,172 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:40441, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:58,172 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:58,172 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:58,174 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:18:58,176 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.438sec 2024-11-27T17:18:58,176 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:18:58,177 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:18:58,177 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:18:58,177 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:18:58,177 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:18:58,177 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40441,1732727935561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:18:58,177 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40441,1732727935561-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:18:58,179 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:18:58,179 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:18:58,179 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40441,1732727935561-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:18:58,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544b33dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:58,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,40441,-1 for getting cluster id 2024-11-27T17:18:58,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:18:58,201 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c2f91e5-e717-4954-b0e5-99195dcc97a4' 2024-11-27T17:18:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:18:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c2f91e5-e717-4954-b0e5-99195dcc97a4" 2024-11-27T17:18:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6781737d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,40441,-1] 2024-11-27T17:18:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:18:58,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:18:58,203 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:18:58,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d99206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:18:58,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:18:58,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,45651,1732727935672, seqNum=-1] 2024-11-27T17:18:58,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:18:58,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:18:58,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,40441,1732727935561 2024-11-27T17:18:58,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53369 2024-11-27T17:18:58,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:18:58,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017d4defe90005 connected 2024-11-27T17:18:58,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:18:58,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,45005,1732727929671 2024-11-27T17:18:58,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a3af1b 2024-11-27T17:18:58,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:18:58,236 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:18:58,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:18:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T17:18:58,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:18:58,246 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:58,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T17:18:58,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:18:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:58,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741835_1011 (size=902) 2024-11-27T17:18:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:58,661 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e2b30e625fcd8df457ec3e68d738cbe, NAME => 'test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349 2024-11-27T17:18:58,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741836_1012 (size=39) 2024-11-27T17:18:58,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:18:58,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:18:58,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:18:58,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:18:58,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:18:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:59,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:59,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4e2b30e625fcd8df457ec3e68d738cbe, disabling compactions & flushes 2024-11-27T17:18:59,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe. 2024-11-27T17:18:59,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe. 2024-11-27T17:18:59,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe. after waiting 0 ms 2024-11-27T17:18:59,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe. 2024-11-27T17:18:59,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe. 2024-11-27T17:18:59,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e2b30e625fcd8df457ec3e68d738cbe: Waiting for close lock at 1732727939069Disabling compacts and flushes for region at 1732727939069Disabling writes for close at 1732727939069Writing region close event to WAL at 1732727939069Closed at 1732727939069 2024-11-27T17:18:59,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:18:59,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732727939070"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727939070"}]},"ts":"1732727939070"} 2024-11-27T17:18:59,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:18:59,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:18:59,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732727939075"}]},"ts":"1732727939075"} 2024-11-27T17:18:59,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T17:18:59,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e2b30e625fcd8df457ec3e68d738cbe, ASSIGN}] 2024-11-27T17:18:59,079 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e2b30e625fcd8df457ec3e68d738cbe, ASSIGN 2024-11-27T17:18:59,080 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4e2b30e625fcd8df457ec3e68d738cbe, ASSIGN; state=OFFLINE, location=8f0673442175,37141,1732727929889; forceNewPlan=false, retain=false 2024-11-27T17:18:59,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e2b30e625fcd8df457ec3e68d738cbe, regionState=OPENING, regionLocation=8f0673442175,37141,1732727929889 2024-11-27T17:18:59,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4e2b30e625fcd8df457ec3e68d738cbe, ASSIGN because future has completed 2024-11-27T17:18:59,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e2b30e625fcd8df457ec3e68d738cbe, server=8f0673442175,37141,1732727929889}] 2024-11-27T17:18:59,391 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe. 2024-11-27T17:18:59,391 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e2b30e625fcd8df457ec3e68d738cbe, NAME => 'test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:18:59,392 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:18:59,392 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T17:18:59,392 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4e2b30e625fcd8df457ec3e68d738cbe 2024-11-27T17:18:59,392 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:18:59,392 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4e2b30e625fcd8df457ec3e68d738cbe 2024-11-27T17:18:59,392 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4e2b30e625fcd8df457ec3e68d738cbe 2024-11-27T17:18:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:18:59,394 INFO [StoreOpener-4e2b30e625fcd8df457ec3e68d738cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4e2b30e625fcd8df457ec3e68d738cbe 2024-11-27T17:18:59,396 INFO [StoreOpener-4e2b30e625fcd8df457ec3e68d738cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e2b30e625fcd8df457ec3e68d738cbe columnFamilyName f 2024-11-27T17:18:59,396 DEBUG [StoreOpener-4e2b30e625fcd8df457ec3e68d738cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:59,397 INFO [StoreOpener-4e2b30e625fcd8df457ec3e68d738cbe-1 {}] regionserver.HStore(327): Store=4e2b30e625fcd8df457ec3e68d738cbe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:59,397 INFO [StoreOpener-4e2b30e625fcd8df457ec3e68d738cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4e2b30e625fcd8df457ec3e68d738cbe 2024-11-27T17:18:59,398 INFO [StoreOpener-4e2b30e625fcd8df457ec3e68d738cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e2b30e625fcd8df457ec3e68d738cbe columnFamilyName f1 2024-11-27T17:18:59,398 DEBUG [StoreOpener-4e2b30e625fcd8df457ec3e68d738cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:59,399 INFO [StoreOpener-4e2b30e625fcd8df457ec3e68d738cbe-1 {}] regionserver.HStore(327): Store=4e2b30e625fcd8df457ec3e68d738cbe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:59,399 INFO [StoreOpener-4e2b30e625fcd8df457ec3e68d738cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4e2b30e625fcd8df457ec3e68d738cbe 2024-11-27T17:18:59,400 INFO [StoreOpener-4e2b30e625fcd8df457ec3e68d738cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e2b30e625fcd8df457ec3e68d738cbe columnFamilyName norep 2024-11-27T17:18:59,400 DEBUG [StoreOpener-4e2b30e625fcd8df457ec3e68d738cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:18:59,401 INFO [StoreOpener-4e2b30e625fcd8df457ec3e68d738cbe-1 {}] regionserver.HStore(327): Store=4e2b30e625fcd8df457ec3e68d738cbe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:18:59,401 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4e2b30e625fcd8df457ec3e68d738cbe 2024-11-27T17:18:59,402 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe 2024-11-27T17:18:59,402 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe 2024-11-27T17:18:59,403 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4e2b30e625fcd8df457ec3e68d738cbe 2024-11-27T17:18:59,403 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4e2b30e625fcd8df457ec3e68d738cbe 2024-11-27T17:18:59,404 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:18:59,406 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4e2b30e625fcd8df457ec3e68d738cbe 2024-11-27T17:18:59,409 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:18:59,410 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4e2b30e625fcd8df457ec3e68d738cbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66501083, jitterRate=-0.009056642651557922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:18:59,410 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e2b30e625fcd8df457ec3e68d738cbe 2024-11-27T17:18:59,411 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4e2b30e625fcd8df457ec3e68d738cbe: Running coprocessor pre-open hook at 1732727939392Writing region info on filesystem at 1732727939392Initializing all the Stores at 1732727939394 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727939394Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727939394Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727939394Cleaning up temporary data from old regions at 1732727939403 (+9 ms)Running coprocessor post-open hooks at 1732727939410 (+7 ms)Region opened successfully at 1732727939411 (+1 ms) 2024-11-27T17:18:59,414 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe., pid=6, masterSystemTime=1732727939386 2024-11-27T17:18:59,417 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe. 2024-11-27T17:18:59,417 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe. 2024-11-27T17:18:59,418 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e2b30e625fcd8df457ec3e68d738cbe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8f0673442175,37141,1732727929889 2024-11-27T17:18:59,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e2b30e625fcd8df457ec3e68d738cbe, server=8f0673442175,37141,1732727929889 because future has completed 2024-11-27T17:18:59,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:18:59,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e2b30e625fcd8df457ec3e68d738cbe, server=8f0673442175,37141,1732727929889 in 188 msec 2024-11-27T17:18:59,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:18:59,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4e2b30e625fcd8df457ec3e68d738cbe, ASSIGN in 347 msec 2024-11-27T17:18:59,429 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:18:59,429 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732727939429"}]},"ts":"1732727939429"} 2024-11-27T17:18:59,432 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T17:18:59,433 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:18:59,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1920 sec 2024-11-27T17:18:59,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T17:18:59,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T17:18:59,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T17:18:59,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T17:18:59,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:18:59,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T17:18:59,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:18:59,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T17:18:59,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:18:59,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T17:18:59,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T17:18:59,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T17:19:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:19:00,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:19:00,414 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T17:19:00,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,40441,1732727935561 2024-11-27T17:19:00,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d51a5a3 2024-11-27T17:19:00,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:19:00,417 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:19:00,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40441 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:19:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40441 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T17:19:00,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:19:00,421 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:19:00,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40441 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T17:19:00,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:19:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:19:00,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741835_1011 (size=902) 2024-11-27T17:19:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:19:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:19:00,836 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8175ac7189c21221ac2f69e4158c14ef, NAME => 'test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf 2024-11-27T17:19:00,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741836_1012 (size=39) 2024-11-27T17:19:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:19:01,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:19:01,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8175ac7189c21221ac2f69e4158c14ef, disabling compactions & flushes 2024-11-27T17:19:01,242 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef. 2024-11-27T17:19:01,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef. 2024-11-27T17:19:01,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef. after waiting 0 ms 2024-11-27T17:19:01,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef. 2024-11-27T17:19:01,242 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef. 2024-11-27T17:19:01,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8175ac7189c21221ac2f69e4158c14ef: Waiting for close lock at 1732727941242Disabling compacts and flushes for region at 1732727941242Disabling writes for close at 1732727941242Writing region close event to WAL at 1732727941242Closed at 1732727941242 2024-11-27T17:19:01,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:19:01,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732727941243"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727941243"}]},"ts":"1732727941243"} 2024-11-27T17:19:01,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:19:01,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:19:01,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732727941247"}]},"ts":"1732727941247"} 2024-11-27T17:19:01,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T17:19:01,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8175ac7189c21221ac2f69e4158c14ef, ASSIGN}] 2024-11-27T17:19:01,250 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8175ac7189c21221ac2f69e4158c14ef, ASSIGN 2024-11-27T17:19:01,251 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8175ac7189c21221ac2f69e4158c14ef, ASSIGN; state=OFFLINE, location=8f0673442175,45651,1732727935672; forceNewPlan=false, retain=false 2024-11-27T17:19:01,402 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8175ac7189c21221ac2f69e4158c14ef, regionState=OPENING, regionLocation=8f0673442175,45651,1732727935672 2024-11-27T17:19:01,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8175ac7189c21221ac2f69e4158c14ef, ASSIGN because future has completed 2024-11-27T17:19:01,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8175ac7189c21221ac2f69e4158c14ef, server=8f0673442175,45651,1732727935672}] 2024-11-27T17:19:01,561 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef. 2024-11-27T17:19:01,562 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8175ac7189c21221ac2f69e4158c14ef, NAME => 'test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:19:01,562 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:19:01,562 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T17:19:01,562 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8175ac7189c21221ac2f69e4158c14ef 2024-11-27T17:19:01,562 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:19:01,562 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8175ac7189c21221ac2f69e4158c14ef 2024-11-27T17:19:01,563 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8175ac7189c21221ac2f69e4158c14ef 2024-11-27T17:19:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:19:01,565 INFO [StoreOpener-8175ac7189c21221ac2f69e4158c14ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8175ac7189c21221ac2f69e4158c14ef 2024-11-27T17:19:01,567 INFO [StoreOpener-8175ac7189c21221ac2f69e4158c14ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8175ac7189c21221ac2f69e4158c14ef columnFamilyName f 2024-11-27T17:19:01,567 DEBUG [StoreOpener-8175ac7189c21221ac2f69e4158c14ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:19:01,568 INFO [StoreOpener-8175ac7189c21221ac2f69e4158c14ef-1 {}] regionserver.HStore(327): Store=8175ac7189c21221ac2f69e4158c14ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:19:01,568 INFO [StoreOpener-8175ac7189c21221ac2f69e4158c14ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8175ac7189c21221ac2f69e4158c14ef 2024-11-27T17:19:01,569 INFO [StoreOpener-8175ac7189c21221ac2f69e4158c14ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8175ac7189c21221ac2f69e4158c14ef columnFamilyName f1 2024-11-27T17:19:01,569 DEBUG [StoreOpener-8175ac7189c21221ac2f69e4158c14ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:19:01,570 INFO [StoreOpener-8175ac7189c21221ac2f69e4158c14ef-1 {}] regionserver.HStore(327): Store=8175ac7189c21221ac2f69e4158c14ef/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:19:01,570 INFO [StoreOpener-8175ac7189c21221ac2f69e4158c14ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8175ac7189c21221ac2f69e4158c14ef 2024-11-27T17:19:01,571 INFO [StoreOpener-8175ac7189c21221ac2f69e4158c14ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8175ac7189c21221ac2f69e4158c14ef columnFamilyName norep 2024-11-27T17:19:01,571 DEBUG [StoreOpener-8175ac7189c21221ac2f69e4158c14ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:19:01,572 INFO [StoreOpener-8175ac7189c21221ac2f69e4158c14ef-1 {}] regionserver.HStore(327): Store=8175ac7189c21221ac2f69e4158c14ef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:19:01,572 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8175ac7189c21221ac2f69e4158c14ef 2024-11-27T17:19:01,573 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/default/test/8175ac7189c21221ac2f69e4158c14ef 2024-11-27T17:19:01,573 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/default/test/8175ac7189c21221ac2f69e4158c14ef 2024-11-27T17:19:01,574 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8175ac7189c21221ac2f69e4158c14ef 2024-11-27T17:19:01,574 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8175ac7189c21221ac2f69e4158c14ef 2024-11-27T17:19:01,574 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:19:01,576 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8175ac7189c21221ac2f69e4158c14ef 2024-11-27T17:19:01,578 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/default/test/8175ac7189c21221ac2f69e4158c14ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:19:01,579 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8175ac7189c21221ac2f69e4158c14ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66923777, jitterRate=-0.002758011221885681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:19:01,579 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8175ac7189c21221ac2f69e4158c14ef 2024-11-27T17:19:01,579 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8175ac7189c21221ac2f69e4158c14ef: Running coprocessor pre-open hook at 1732727941563Writing region info on filesystem at 1732727941563Initializing all the Stores at 1732727941564 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727941564Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727941565 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727941565Cleaning up temporary data from old regions at 1732727941574 (+9 ms)Running coprocessor post-open hooks at 1732727941579 (+5 ms)Region opened successfully at 1732727941579 2024-11-27T17:19:01,580 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef., pid=6, masterSystemTime=1732727941556 2024-11-27T17:19:01,583 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef. 2024-11-27T17:19:01,583 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef. 2024-11-27T17:19:01,583 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8175ac7189c21221ac2f69e4158c14ef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8f0673442175,45651,1732727935672 2024-11-27T17:19:01,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8175ac7189c21221ac2f69e4158c14ef, server=8f0673442175,45651,1732727935672 because future has completed 2024-11-27T17:19:01,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:19:01,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8175ac7189c21221ac2f69e4158c14ef, server=8f0673442175,45651,1732727935672 in 183 msec 2024-11-27T17:19:01,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:19:01,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8175ac7189c21221ac2f69e4158c14ef, ASSIGN in 341 msec 2024-11-27T17:19:01,594 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:19:01,594 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732727941594"}]},"ts":"1732727941594"} 2024-11-27T17:19:01,596 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T17:19:01,597 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:19:01,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-27T17:19:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:19:02,583 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T17:19:02,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d24df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:02,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45005,-1 for getting cluster id 2024-11-27T17:19:02,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:19:02,585 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94c82516-e708-4379-a097-d8b1f60e6e57' 2024-11-27T17:19:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:19:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94c82516-e708-4379-a097-d8b1f60e6e57" 2024-11-27T17:19:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7bf5bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45005,-1] 2024-11-27T17:19:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:19:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:19:02,586 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:19:02,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73fba4aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:02,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d17c862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:02,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,40441,-1 for getting cluster id 2024-11-27T17:19:02,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:19:02,589 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c2f91e5-e717-4954-b0e5-99195dcc97a4' 2024-11-27T17:19:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:19:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c2f91e5-e717-4954-b0e5-99195dcc97a4" 2024-11-27T17:19:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78882a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,40441,-1] 2024-11-27T17:19:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:19:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:19:02,591 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:19:02,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d29495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:02,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480e2333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:02,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45005,-1 for getting cluster id 2024-11-27T17:19:02,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:19:02,594 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94c82516-e708-4379-a097-d8b1f60e6e57' 2024-11-27T17:19:02,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:19:02,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94c82516-e708-4379-a097-d8b1f60e6e57" 2024-11-27T17:19:02,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148fc0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:02,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45005,-1] 2024-11-27T17:19:02,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:19:02,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:19:02,595 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:19:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67017f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:02,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:19:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,45005,1732727929671 2024-11-27T17:19:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e1bbbc9 2024-11-27T17:19:02,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:19:02,600 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:19:02,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8f0673442175:40441,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:19:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:19:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:19:02,603 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:40441' 2024-11-27T17:19:02,604 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153e9e88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:02,604 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,40441,-1 for getting cluster id 2024-11-27T17:19:02,604 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:19:02,605 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c2f91e5-e717-4954-b0e5-99195dcc97a4' 2024-11-27T17:19:02,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:19:02,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c2f91e5-e717-4954-b0e5-99195dcc97a4" 2024-11-27T17:19:02,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f843e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:02,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,40441,-1] 2024-11-27T17:19:02,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:19:02,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:19:02,606 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:19:02,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ac3205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:02,607 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:19:02,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,40441,1732727935561 2024-11-27T17:19:02,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12b753e2 2024-11-27T17:19:02,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:19:02,609 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:19:02,610 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T17:19:02,610 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:19:02,610 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:19:02,610 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:19:02,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:19:02,611 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:19:02,612 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:19:02,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:19:02,613 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:19:02,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:19:02,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741837_1013 (size=1138) 2024-11-27T17:19:02,662 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T17:19:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:19:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:19:03,023 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8eeb5a372b8df5a92069d7a9f45a7911, NAME => 'hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349 2024-11-27T17:19:03,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741838_1014 (size=44) 2024-11-27T17:19:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:19:03,353 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T17:19:03,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:19:03,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8eeb5a372b8df5a92069d7a9f45a7911, disabling compactions & flushes 2024-11-27T17:19:03,435 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911. 2024-11-27T17:19:03,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911. 2024-11-27T17:19:03,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911. after waiting 0 ms 2024-11-27T17:19:03,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911. 2024-11-27T17:19:03,435 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911. 2024-11-27T17:19:03,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8eeb5a372b8df5a92069d7a9f45a7911: Waiting for close lock at 1732727943435Disabling compacts and flushes for region at 1732727943435Disabling writes for close at 1732727943435Writing region close event to WAL at 1732727943435Closed at 1732727943435 2024-11-27T17:19:03,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:19:03,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732727943436"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727943436"}]},"ts":"1732727943436"} 2024-11-27T17:19:03,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:19:03,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:19:03,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732727943440"}]},"ts":"1732727943440"} 2024-11-27T17:19:03,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T17:19:03,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8eeb5a372b8df5a92069d7a9f45a7911, ASSIGN}] 2024-11-27T17:19:03,444 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8eeb5a372b8df5a92069d7a9f45a7911, ASSIGN 2024-11-27T17:19:03,445 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8eeb5a372b8df5a92069d7a9f45a7911, ASSIGN; state=OFFLINE, location=8f0673442175,37141,1732727929889; forceNewPlan=false, retain=false 2024-11-27T17:19:03,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8eeb5a372b8df5a92069d7a9f45a7911, regionState=OPENING, regionLocation=8f0673442175,37141,1732727929889 2024-11-27T17:19:03,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8eeb5a372b8df5a92069d7a9f45a7911, ASSIGN because future has completed 2024-11-27T17:19:03,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8eeb5a372b8df5a92069d7a9f45a7911, server=8f0673442175,37141,1732727929889}] 2024-11-27T17:19:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:19:03,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911. 2024-11-27T17:19:03,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:19:03,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:19:03,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C37141%2C1732727929889.rep, suffix=, logDir=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889, archiveDir=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/oldWALs, maxLogs=10 2024-11-27T17:19:03,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.rep.1732727943756, exclude list is [], retry=0 2024-11-27T17:19:03,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38153,DS-02824d0e-58eb-4df7-a356-6a0ca39bb0f5,DISK] 2024-11-27T17:19:03,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.rep.1732727943756 2024-11-27T17:19:03,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39693:39693)] 2024-11-27T17:19:03,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8eeb5a372b8df5a92069d7a9f45a7911, NAME => 'hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:19:03,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:19:03,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:19:03,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911. service=MultiRowMutationService 2024-11-27T17:19:03,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:19:03,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:19:03,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:19:03,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:19:03,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:19:03,774 INFO [StoreOpener-8eeb5a372b8df5a92069d7a9f45a7911-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:19:03,775 INFO [StoreOpener-8eeb5a372b8df5a92069d7a9f45a7911-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eeb5a372b8df5a92069d7a9f45a7911 columnFamilyName hfileref 2024-11-27T17:19:03,775 DEBUG [StoreOpener-8eeb5a372b8df5a92069d7a9f45a7911-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:19:03,776 INFO [StoreOpener-8eeb5a372b8df5a92069d7a9f45a7911-1 {}] regionserver.HStore(327): Store=8eeb5a372b8df5a92069d7a9f45a7911/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:19:03,776 INFO [StoreOpener-8eeb5a372b8df5a92069d7a9f45a7911-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:19:03,777 INFO [StoreOpener-8eeb5a372b8df5a92069d7a9f45a7911-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eeb5a372b8df5a92069d7a9f45a7911 columnFamilyName queue 2024-11-27T17:19:03,777 DEBUG [StoreOpener-8eeb5a372b8df5a92069d7a9f45a7911-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:19:03,778 INFO [StoreOpener-8eeb5a372b8df5a92069d7a9f45a7911-1 {}] regionserver.HStore(327): Store=8eeb5a372b8df5a92069d7a9f45a7911/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:19:03,778 INFO [StoreOpener-8eeb5a372b8df5a92069d7a9f45a7911-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:19:03,779 INFO [StoreOpener-8eeb5a372b8df5a92069d7a9f45a7911-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eeb5a372b8df5a92069d7a9f45a7911 columnFamilyName sid 2024-11-27T17:19:03,779 DEBUG [StoreOpener-8eeb5a372b8df5a92069d7a9f45a7911-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:19:03,779 INFO [StoreOpener-8eeb5a372b8df5a92069d7a9f45a7911-1 {}] regionserver.HStore(327): Store=8eeb5a372b8df5a92069d7a9f45a7911/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:19:03,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:19:03,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/replication/8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:19:03,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/replication/8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:19:03,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:19:03,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:19:03,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:19:03,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:19:03,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/replication/8eeb5a372b8df5a92069d7a9f45a7911/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:19:03,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8eeb5a372b8df5a92069d7a9f45a7911; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74138540, jitterRate=0.10475033521652222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:19:03,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:19:03,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8eeb5a372b8df5a92069d7a9f45a7911: Running coprocessor pre-open hook at 1732727943773Writing region info on filesystem at 1732727943773Initializing all the Stores at 1732727943774 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727943774Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727943774Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727943774Cleaning up temporary data from old regions at 1732727943814 (+40 ms)Running coprocessor post-open hooks at 1732727943818 (+4 ms)Region opened successfully at 1732727943818 2024-11-27T17:19:03,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911., pid=10, masterSystemTime=1732727943750 2024-11-27T17:19:03,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911. 2024-11-27T17:19:03,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911. 2024-11-27T17:19:03,822 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8eeb5a372b8df5a92069d7a9f45a7911, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,37141,1732727929889 2024-11-27T17:19:03,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8eeb5a372b8df5a92069d7a9f45a7911, server=8f0673442175,37141,1732727929889 because future has completed 2024-11-27T17:19:03,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T17:19:03,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8eeb5a372b8df5a92069d7a9f45a7911, server=8f0673442175,37141,1732727929889 in 227 msec 2024-11-27T17:19:03,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T17:19:03,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8eeb5a372b8df5a92069d7a9f45a7911, ASSIGN in 384 msec 2024-11-27T17:19:03,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:19:03,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732727943830"}]},"ts":"1732727943830"} 2024-11-27T17:19:03,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T17:19:03,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:19:03,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2230 sec 2024-11-27T17:19:03,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911., hostname=8f0673442175,37141,1732727929889, seqNum=2] 2024-11-27T17:19:03,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:19:03,896 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:19:03,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:19:04,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T17:19:04,071 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T17:19:04,101 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,37141,1732727929889, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:19:04,102 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:19:04,102 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,37141,1732727929889, seqNum=-1] 2024-11-27T17:19:04,102 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:19:04,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-27T17:19:04,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8f0673442175,37141,1732727929889', locateType=CURRENT is [region=hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911., hostname=8f0673442175,37141,1732727929889, seqNum=2] 2024-11-27T17:19:04,121 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T17:19:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T17:19:04,129 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8f0673442175,37141,1732727929889 suceeded 2024-11-27T17:19:04,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T17:19:04,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-27T17:19:04,131 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8f0673442175:40441,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-27T17:19:04,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5310 sec 2024-11-27T17:19:04,143 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:40441' 2024-11-27T17:19:04,145 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cc017ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:04,145 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,40441,-1 for getting cluster id 2024-11-27T17:19:04,145 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:19:04,146 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c2f91e5-e717-4954-b0e5-99195dcc97a4' 2024-11-27T17:19:04,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:19:04,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c2f91e5-e717-4954-b0e5-99195dcc97a4" 2024-11-27T17:19:04,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e38a398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:04,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,40441,-1] 2024-11-27T17:19:04,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:19:04,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:19:04,148 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:19:04,148 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5683b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:04,149 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:19:04,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,40441,1732727935561 2024-11-27T17:19:04,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13f3af58 2024-11-27T17:19:04,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:19:04,151 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-27T17:19:04,152 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,37141,1732727929889 (queues=1) is replicating from cluster=94c82516-e708-4379-a097-d8b1f60e6e57 to cluster=6c2f91e5-e717-4954-b0e5-99195dcc97a4 2024-11-27T17:19:04,152 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C37141%2C1732727929889 2024-11-27T17:19:04,152 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,37141,1732727929889, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:19:04,156 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165, startPosition=0, beingWritten=true 2024-11-27T17:19:04,156 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.shipper8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C37141%2C1732727929889 2024-11-27T17:19:04,167 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:19:04,167 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 379, reset compression=false 2024-11-27T17:19:04,167 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.shipper8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,37141,1732727929889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:19:04,373 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 379, reset compression=false 2024-11-27T17:19:04,678 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 379, reset compression=false 2024-11-27T17:19:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:19:04,754 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:19:04,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:19:04,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:19:04,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:19:04,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:19:04,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:19:04,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:19:04,763 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732727944761/Put/seqid=0 2024-11-27T17:19:04,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741840_1016 (size=7894) 2024-11-27T17:19:04,807 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/load_f/f/hfile_1 is 34, key is ddd/f:row/1732727944804/Put/seqid=0 2024-11-27T17:19:04,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741841_1017 (size=7691) 2024-11-27T17:19:04,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0f122a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:04,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45005,-1 for getting cluster id 2024-11-27T17:19:04,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:19:04,824 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94c82516-e708-4379-a097-d8b1f60e6e57' 2024-11-27T17:19:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:19:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94c82516-e708-4379-a097-d8b1f60e6e57" 2024-11-27T17:19:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aaa1c8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45005,-1] 2024-11-27T17:19:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:19:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:19:04,827 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:19:04,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761114f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:04,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:19:04,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,37141,1732727929889, seqNum=-1] 2024-11-27T17:19:04,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:19:04,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:19:04,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:19:04,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,45005,1732727929671 2024-11-27T17:19:04,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32fae5e2 2024-11-27T17:19:04,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:19:04,851 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:19:04,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe., hostname=8f0673442175,37141,1732727929889, seqNum=2] 2024-11-27T17:19:04,875 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T17:19:04,894 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T17:19:04,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:19:04,901 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T17:19:04,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/load_f/f/hfile_0 for inclusion in 4e2b30e625fcd8df457ec3e68d738cbe/f 2024-11-27T17:19:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T17:19:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:19:04,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/load_f/f/hfile_1 for inclusion in 4e2b30e625fcd8df457ec3e68d738cbe/f 2024-11-27T17:19:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T17:19:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:19:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HRegion(2603): Flush status journal for 4e2b30e625fcd8df457ec3e68d738cbe: 2024-11-27T17:19:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/load_f/f/hfile_0 to hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__5224c6qn68d9r3snh8ft2qb8evt0h0s2sgdpi93hv640cbqdrdvn0ss8u43rte5p/f/hfile_0 2024-11-27T17:19:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__5224c6qn68d9r3snh8ft2qb8evt0h0s2sgdpi93hv640cbqdrdvn0ss8u43rte5p/f/hfile_0 as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/f/7378a465b2864711bc86a8b7251430ab_SeqId_4_ 2024-11-27T17:19:04,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:19:04,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:19:04,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:19:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/load_f/f/hfile_1 to hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__5224c6qn68d9r3snh8ft2qb8evt0h0s2sgdpi93hv640cbqdrdvn0ss8u43rte5p/f/hfile_1 2024-11-27T17:19:04,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:19:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__5224c6qn68d9r3snh8ft2qb8evt0h0s2sgdpi93hv640cbqdrdvn0ss8u43rte5p/f/hfile_1 as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/f/632ce82cfc2d4e32ae4c87dd577505da_SeqId_4_ 2024-11-27T17:19:04,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__5224c6qn68d9r3snh8ft2qb8evt0h0s2sgdpi93hv640cbqdrdvn0ss8u43rte5p/f/hfile_0 into 4e2b30e625fcd8df457ec3e68d738cbe/f as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/f/7378a465b2864711bc86a8b7251430ab_SeqId_4_ - updating store file list. 2024-11-27T17:19:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7378a465b2864711bc86a8b7251430ab_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T17:19:04,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/f/7378a465b2864711bc86a8b7251430ab_SeqId_4_ into 4e2b30e625fcd8df457ec3e68d738cbe/f 2024-11-27T17:19:04,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__5224c6qn68d9r3snh8ft2qb8evt0h0s2sgdpi93hv640cbqdrdvn0ss8u43rte5p/f/hfile_0 into 4e2b30e625fcd8df457ec3e68d738cbe/f (new location: hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/f/7378a465b2864711bc86a8b7251430ab_SeqId_4_) 2024-11-27T17:19:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__5224c6qn68d9r3snh8ft2qb8evt0h0s2sgdpi93hv640cbqdrdvn0ss8u43rte5p/f/hfile_0 2024-11-27T17:19:04,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__5224c6qn68d9r3snh8ft2qb8evt0h0s2sgdpi93hv640cbqdrdvn0ss8u43rte5p/f/hfile_1 into 4e2b30e625fcd8df457ec3e68d738cbe/f as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/f/632ce82cfc2d4e32ae4c87dd577505da_SeqId_4_ - updating store file list. 2024-11-27T17:19:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 632ce82cfc2d4e32ae4c87dd577505da_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T17:19:04,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/f/632ce82cfc2d4e32ae4c87dd577505da_SeqId_4_ into 4e2b30e625fcd8df457ec3e68d738cbe/f 2024-11-27T17:19:04,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__5224c6qn68d9r3snh8ft2qb8evt0h0s2sgdpi93hv640cbqdrdvn0ss8u43rte5p/f/hfile_1 into 4e2b30e625fcd8df457ec3e68d738cbe/f (new location: hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/f/632ce82cfc2d4e32ae4c87dd577505da_SeqId_4_) 2024-11-27T17:19:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__5224c6qn68d9r3snh8ft2qb8evt0h0s2sgdpi93hv640cbqdrdvn0ss8u43rte5p/f/hfile_1 2024-11-27T17:19:04,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:19:04,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:19:04,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:19:04,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:19:04,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:19:05,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:19:05,001 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,45651,1732727935672, seqNum=-1] 2024-11-27T17:19:05,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:19:05,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe., hostname=8f0673442175,37141,1732727929889, seqNum=2 , the old value is region=test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe., hostname=8f0673442175,37141,1732727929889, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8f0673442175:37141 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T17:19:05,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe., hostname=8f0673442175,37141,1732727929889, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T17:19:05,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe., hostname=8f0673442175,37141,1732727929889, seqNum=2 from cache 2024-11-27T17:19:05,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:19:05,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef., hostname=8f0673442175,45651,1732727935672, seqNum=2] 2024-11-27T17:19:05,009 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T17:19:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:56440 deadline: 1732728005005 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:56440 2024-11-27T17:19:05,101 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 379, reset compression=false 2024-11-27T17:19:05,114 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T17:19:05,125 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:19:05,125 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.shipper8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,37141,1732727929889 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e2b30e625fcd8df457ec3e68d738cbe/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732727944992/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T17:19:05,171 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.shipper8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:19:05,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-27T17:19:05,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.ReplicationSink(318): Replicating [94c82516-e708-4379-a097-d8b1f60e6e57] bulk loaded data 2024-11-27T17:19:05,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27ffaa54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:05,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,40441,-1 for getting cluster id 2024-11-27T17:19:05,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:19:05,187 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c2f91e5-e717-4954-b0e5-99195dcc97a4' 2024-11-27T17:19:05,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:19:05,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c2f91e5-e717-4954-b0e5-99195dcc97a4" 2024-11-27T17:19:05,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@545f44d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:05,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,40441,-1] 2024-11-27T17:19:05,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:19:05,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:19:05,196 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:19:05,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10aa10b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:05,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741837_1013 (size=7894) 2024-11-27T17:19:05,325 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 687, reset compression=false 2024-11-27T17:19:05,661 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 687, reset compression=false 2024-11-27T17:19:05,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741838_1014 (size=7691) 2024-11-27T17:19:05,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:19:05,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,40441,1732727935561 2024-11-27T17:19:05,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f4e00f 2024-11-27T17:19:05,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:19:05,740 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-27T17:19:05,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T17:19:05,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:19:05,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,45651,1732727935672, seqNum=-1] 2024-11-27T17:19:05,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:19:05,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-27T17:19:05,785 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/staging/jenkins.hfs.6__test__sn9jrf3lvnanprd3dslsktp0i378jmhlh0j69ptd5ov91j6ivasd3bcsh5lr1s8d/f/632ce82cfc2d4e32ae4c87dd577505da_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T17:19:05,791 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/staging/jenkins.hfs.6__test__sn9jrf3lvnanprd3dslsktp0i378jmhlh0j69ptd5ov91j6ivasd3bcsh5lr1s8d/f/7378a465b2864711bc86a8b7251430ab_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T17:19:05,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/staging/jenkins.hfs.6__test__sn9jrf3lvnanprd3dslsktp0i378jmhlh0j69ptd5ov91j6ivasd3bcsh5lr1s8d/f/7378a465b2864711bc86a8b7251430ab_SeqId_4_ for inclusion in 8175ac7189c21221ac2f69e4158c14ef/f 2024-11-27T17:19:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T17:19:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:19:05,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/staging/jenkins.hfs.6__test__sn9jrf3lvnanprd3dslsktp0i378jmhlh0j69ptd5ov91j6ivasd3bcsh5lr1s8d/f/632ce82cfc2d4e32ae4c87dd577505da_SeqId_4_ for inclusion in 8175ac7189c21221ac2f69e4158c14ef/f 2024-11-27T17:19:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T17:19:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:19:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HRegion(2603): Flush status journal for 8175ac7189c21221ac2f69e4158c14ef: 2024-11-27T17:19:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7378a465b2864711bc86a8b7251430ab_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T17:19:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/staging/jenkins.hfs.6__test__sn9jrf3lvnanprd3dslsktp0i378jmhlh0j69ptd5ov91j6ivasd3bcsh5lr1s8d/f/7378a465b2864711bc86a8b7251430ab_SeqId_4_ as hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/default/test/8175ac7189c21221ac2f69e4158c14ef/f/b50d31832e9b403b8bc351c1bd6aae4c_SeqId_4_ 2024-11-27T17:19:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 632ce82cfc2d4e32ae4c87dd577505da_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T17:19:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/staging/jenkins.hfs.6__test__sn9jrf3lvnanprd3dslsktp0i378jmhlh0j69ptd5ov91j6ivasd3bcsh5lr1s8d/f/632ce82cfc2d4e32ae4c87dd577505da_SeqId_4_ as hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/default/test/8175ac7189c21221ac2f69e4158c14ef/f/763ee05001ff4c27932ceb20a759267e_SeqId_4_ 2024-11-27T17:19:05,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/staging/jenkins.hfs.6__test__sn9jrf3lvnanprd3dslsktp0i378jmhlh0j69ptd5ov91j6ivasd3bcsh5lr1s8d/f/7378a465b2864711bc86a8b7251430ab_SeqId_4_ into 8175ac7189c21221ac2f69e4158c14ef/f as hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/default/test/8175ac7189c21221ac2f69e4158c14ef/f/b50d31832e9b403b8bc351c1bd6aae4c_SeqId_4_ - updating store file list. 2024-11-27T17:19:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b50d31832e9b403b8bc351c1bd6aae4c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T17:19:05,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/default/test/8175ac7189c21221ac2f69e4158c14ef/f/b50d31832e9b403b8bc351c1bd6aae4c_SeqId_4_ into 8175ac7189c21221ac2f69e4158c14ef/f 2024-11-27T17:19:05,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/staging/jenkins.hfs.6__test__sn9jrf3lvnanprd3dslsktp0i378jmhlh0j69ptd5ov91j6ivasd3bcsh5lr1s8d/f/7378a465b2864711bc86a8b7251430ab_SeqId_4_ into 8175ac7189c21221ac2f69e4158c14ef/f (new location: hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/default/test/8175ac7189c21221ac2f69e4158c14ef/f/b50d31832e9b403b8bc351c1bd6aae4c_SeqId_4_) 2024-11-27T17:19:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/staging/jenkins.hfs.6__test__sn9jrf3lvnanprd3dslsktp0i378jmhlh0j69ptd5ov91j6ivasd3bcsh5lr1s8d/f/7378a465b2864711bc86a8b7251430ab_SeqId_4_ 2024-11-27T17:19:05,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/staging/jenkins.hfs.6__test__sn9jrf3lvnanprd3dslsktp0i378jmhlh0j69ptd5ov91j6ivasd3bcsh5lr1s8d/f/632ce82cfc2d4e32ae4c87dd577505da_SeqId_4_ into 8175ac7189c21221ac2f69e4158c14ef/f as hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/default/test/8175ac7189c21221ac2f69e4158c14ef/f/763ee05001ff4c27932ceb20a759267e_SeqId_4_ - updating store file list. 2024-11-27T17:19:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 763ee05001ff4c27932ceb20a759267e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T17:19:05,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/default/test/8175ac7189c21221ac2f69e4158c14ef/f/763ee05001ff4c27932ceb20a759267e_SeqId_4_ into 8175ac7189c21221ac2f69e4158c14ef/f 2024-11-27T17:19:05,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/staging/jenkins.hfs.6__test__sn9jrf3lvnanprd3dslsktp0i378jmhlh0j69ptd5ov91j6ivasd3bcsh5lr1s8d/f/632ce82cfc2d4e32ae4c87dd577505da_SeqId_4_ into 8175ac7189c21221ac2f69e4158c14ef/f (new location: hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/default/test/8175ac7189c21221ac2f69e4158c14ef/f/763ee05001ff4c27932ceb20a759267e_SeqId_4_) 2024-11-27T17:19:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/staging/jenkins.hfs.6__test__sn9jrf3lvnanprd3dslsktp0i378jmhlh0j69ptd5ov91j6ivasd3bcsh5lr1s8d/f/632ce82cfc2d4e32ae4c87dd577505da_SeqId_4_ 2024-11-27T17:19:05,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45651 {}] regionserver.ReplicationSink(324): Finished replicating [94c82516-e708-4379-a097-d8b1f60e6e57] bulk loaded data 2024-11-27T17:19:06,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:19:06,052 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732727946051/Put/seqid=0 2024-11-27T17:19:06,078 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 687, reset compression=false 2024-11-27T17:19:06,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741842_1018 (size=7997) 2024-11-27T17:19:06,490 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732727946489/Put/seqid=0 2024-11-27T17:19:06,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741843_1019 (size=7794) 2024-11-27T17:19:06,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597c47bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:06,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45005,-1 for getting cluster id 2024-11-27T17:19:06,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:19:06,522 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94c82516-e708-4379-a097-d8b1f60e6e57' 2024-11-27T17:19:06,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:19:06,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94c82516-e708-4379-a097-d8b1f60e6e57" 2024-11-27T17:19:06,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b84b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:06,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45005,-1] 2024-11-27T17:19:06,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:19:06,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:19:06,524 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:19:06,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7e965f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:19:06,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:19:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,37141,1732727929889, seqNum=-1] 2024-11-27T17:19:06,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:19:06,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:19:06,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:19:06,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,45005,1732727929671 2024-11-27T17:19:06,554 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64b49637 2024-11-27T17:19:06,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:19:06,556 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:19:06,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe., hostname=8f0673442175,37141,1732727929889, seqNum=2] 2024-11-27T17:19:06,566 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T17:19:06,586 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T17:19:06,591 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T17:19:06,605 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 687, reset compression=false 2024-11-27T17:19:06,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/load_f1/f1/hfile_0 for inclusion in 4e2b30e625fcd8df457ec3e68d738cbe/f1 2024-11-27T17:19:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T17:19:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:19:06,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/load_f1/f1/hfile_1 for inclusion in 4e2b30e625fcd8df457ec3e68d738cbe/f1 2024-11-27T17:19:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T17:19:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:19:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HRegion(2603): Flush status journal for 4e2b30e625fcd8df457ec3e68d738cbe: 2024-11-27T17:19:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/load_f1/f1/hfile_0 to hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__9ni8r2iucegoj9dsma926hqbq7t2ii8sd0bmd157gjvi24lvm8ehvba5po9l222e/f1/hfile_0 2024-11-27T17:19:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__9ni8r2iucegoj9dsma926hqbq7t2ii8sd0bmd157gjvi24lvm8ehvba5po9l222e/f1/hfile_0 as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/f1/24ede89c45354a6699a576f5a2275591_SeqId_6_ 2024-11-27T17:19:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/load_f1/f1/hfile_1 to hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__9ni8r2iucegoj9dsma926hqbq7t2ii8sd0bmd157gjvi24lvm8ehvba5po9l222e/f1/hfile_1 2024-11-27T17:19:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__9ni8r2iucegoj9dsma926hqbq7t2ii8sd0bmd157gjvi24lvm8ehvba5po9l222e/f1/hfile_1 as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/f1/e07efecfc7744db5b0d8baa3fadc1e8f_SeqId_6_ 2024-11-27T17:19:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-27T17:19:06,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__9ni8r2iucegoj9dsma926hqbq7t2ii8sd0bmd157gjvi24lvm8ehvba5po9l222e/f1/hfile_0 into 4e2b30e625fcd8df457ec3e68d738cbe/f1 as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/f1/24ede89c45354a6699a576f5a2275591_SeqId_6_ - updating store file list. 2024-11-27T17:19:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 24ede89c45354a6699a576f5a2275591_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T17:19:06,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/f1/24ede89c45354a6699a576f5a2275591_SeqId_6_ into 4e2b30e625fcd8df457ec3e68d738cbe/f1 2024-11-27T17:19:06,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__9ni8r2iucegoj9dsma926hqbq7t2ii8sd0bmd157gjvi24lvm8ehvba5po9l222e/f1/hfile_0 into 4e2b30e625fcd8df457ec3e68d738cbe/f1 (new location: hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/f1/24ede89c45354a6699a576f5a2275591_SeqId_6_) 2024-11-27T17:19:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__9ni8r2iucegoj9dsma926hqbq7t2ii8sd0bmd157gjvi24lvm8ehvba5po9l222e/f1/hfile_0 2024-11-27T17:19:06,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__9ni8r2iucegoj9dsma926hqbq7t2ii8sd0bmd157gjvi24lvm8ehvba5po9l222e/f1/hfile_1 into 4e2b30e625fcd8df457ec3e68d738cbe/f1 as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/f1/e07efecfc7744db5b0d8baa3fadc1e8f_SeqId_6_ - updating store file list. 2024-11-27T17:19:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e07efecfc7744db5b0d8baa3fadc1e8f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T17:19:06,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/f1/e07efecfc7744db5b0d8baa3fadc1e8f_SeqId_6_ into 4e2b30e625fcd8df457ec3e68d738cbe/f1 2024-11-27T17:19:06,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__9ni8r2iucegoj9dsma926hqbq7t2ii8sd0bmd157gjvi24lvm8ehvba5po9l222e/f1/hfile_1 into 4e2b30e625fcd8df457ec3e68d738cbe/f1 (new location: hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/f1/e07efecfc7744db5b0d8baa3fadc1e8f_SeqId_6_) 2024-11-27T17:19:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/staging/jenkins__test__9ni8r2iucegoj9dsma926hqbq7t2ii8sd0bmd157gjvi24lvm8ehvba5po9l222e/f1/hfile_1 2024-11-27T17:19:06,678 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:19:06,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:19:06,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:19:06,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:19:06,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:19:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe., hostname=8f0673442175,37141,1732727929889, seqNum=2 , the old value is region=test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe., hostname=8f0673442175,37141,1732727929889, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8f0673442175:37141 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T17:19:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe., hostname=8f0673442175,37141,1732727929889, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T17:19:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe., hostname=8f0673442175,37141,1732727929889, seqNum=2 from cache 2024-11-27T17:19:06,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:19:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:56456 deadline: 1732728006678 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:56456 2024-11-27T17:19:06,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,37141,1732727929889, seqNum=-1] 2024-11-27T17:19:06,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:19:06,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:19:06,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe., hostname=8f0673442175,37141,1732727929889, seqNum=2] 2024-11-27T17:19:06,783 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T17:19:07,210 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 687, reset compression=false 2024-11-27T17:19:07,251 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:19:07,251 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:07,251 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.shipper8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,37141,1732727929889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:19:07,463 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:07,767 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:08,171 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:08,675 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:09,294 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:09,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T17:19:09,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T17:19:09,998 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:10,817 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:11,721 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:12,725 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:13,829 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:15,033 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:16,342 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:17,748 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:19,253 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:19,654 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:19:20,857 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:22,561 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:24,366 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:25,149 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:19:26,270 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:27,256 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.shipper8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,37141,1732727929889 got entry batch from reader: null 2024-11-27T17:19:28,274 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:30,378 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:32,582 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:33,342 INFO [master/8f0673442175:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T17:19:33,342 INFO [master/8f0673442175:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T17:19:34,886 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:37,289 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:38,219 INFO [master/8f0673442175:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T17:19:38,219 INFO [master/8f0673442175:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T17:19:39,793 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:42,397 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:44,392 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4e2b30e625fcd8df457ec3e68d738cbe, had cached 0 bytes from a total of 31376 2024-11-27T17:19:45,102 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:46,563 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8175ac7189c21221ac2f69e4158c14ef, had cached 0 bytes from a total of 15585 2024-11-27T17:19:47,256 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.shipper8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,37141,1732727929889 got entry batch from reader: null 2024-11-27T17:19:47,906 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:49,654 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:19:50,810 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:53,814 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:55,149 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:19:56,920 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:19:58,175 DEBUG [master/8f0673442175:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T17:20:00,124 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:20:03,428 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:20:06,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:20:06,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:20:06,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:06,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:06,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:06,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:20:06,733 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:20:06,733 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1521670211, stopped=false 2024-11-27T17:20:06,733 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,40441,1732727935561 2024-11-27T17:20:06,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1624410968/running 2024-11-27T17:20:06,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1624410968/running 2024-11-27T17:20:06,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968 2024-11-27T17:20:06,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968 2024-11-27T17:20:06,781 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:20:06,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:20:06,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:06,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:06,782 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,45651,1732727935672' ***** 2024-11-27T17:20:06,782 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:20:06,783 INFO [RS:0;8f0673442175:45651 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:20:06,783 INFO [RS:0;8f0673442175:45651 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:20:06,783 INFO [RS:0;8f0673442175:45651 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:20:06,783 INFO [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(3091): Received CLOSE for 8175ac7189c21221ac2f69e4158c14ef 2024-11-27T17:20:06,783 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:20:06,783 INFO [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,45651,1732727935672 2024-11-27T17:20:06,783 INFO [RS:0;8f0673442175:45651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:20:06,783 INFO [RS:0;8f0673442175:45651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:45651. 2024-11-27T17:20:06,783 DEBUG [RS:0;8f0673442175:45651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:06,783 DEBUG [RS:0;8f0673442175:45651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:06,784 INFO [RS:0;8f0673442175:45651 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:20:06,784 INFO [RS:0;8f0673442175:45651 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:20:06,784 INFO [RS:0;8f0673442175:45651 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:20:06,784 INFO [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:20:06,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Set watcher on znode that does not yet exist, /1624410968/running 2024-11-27T17:20:06,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Set watcher on znode that does not yet exist, /1624410968/running 2024-11-27T17:20:06,784 INFO [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T17:20:06,784 DEBUG [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8175ac7189c21221ac2f69e4158c14ef=test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef.} 2024-11-27T17:20:06,784 DEBUG [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8175ac7189c21221ac2f69e4158c14ef 2024-11-27T17:20:06,785 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8175ac7189c21221ac2f69e4158c14ef, disabling compactions & flushes 2024-11-27T17:20:06,785 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef. 2024-11-27T17:20:06,785 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef. 2024-11-27T17:20:06,785 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef. after waiting 0 ms 2024-11-27T17:20:06,785 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef. 2024-11-27T17:20:06,786 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:20:06,786 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:20:06,786 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:20:06,786 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:20:06,786 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:20:06,786 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T17:20:06,817 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/default/test/8175ac7189c21221ac2f69e4158c14ef/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T17:20:06,818 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:20:06,818 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:20:06,818 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:20:06,818 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef. 2024-11-27T17:20:06,818 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8175ac7189c21221ac2f69e4158c14ef: Waiting for close lock at 1732728006784Running coprocessor pre-close hooks at 1732728006785 (+1 ms)Disabling compacts and flushes for region at 1732728006785Disabling writes for close at 1732728006785Writing region close event to WAL at 1732728006800 (+15 ms)Running coprocessor post-close hooks at 1732728006818 (+18 ms)Closed at 1732728006818 2024-11-27T17:20:06,818 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef. 2024-11-27T17:20:06,821 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/.tmp/info/28e6b34a3ed34df7a35584aaa83a143e is 129, key is test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef./info:regioninfo/1732727941583/Put/seqid=0 2024-11-27T17:20:06,832 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:20:06,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741839_1015 (size=6421) 2024-11-27T17:20:06,865 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/.tmp/info/28e6b34a3ed34df7a35584aaa83a143e 2024-11-27T17:20:06,904 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/.tmp/ns/cec106f03c374aa38def92ed69e189d5 is 43, key is default/ns:d/1732727938165/Put/seqid=0 2024-11-27T17:20:06,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741840_1016 (size=5153) 2024-11-27T17:20:06,984 DEBUG [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:20:07,188 DEBUG [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:20:07,256 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.shipper8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,37141,1732727929889 got entry batch from reader: null 2024-11-27T17:20:07,321 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/.tmp/ns/cec106f03c374aa38def92ed69e189d5 2024-11-27T17:20:07,343 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/.tmp/rep_barrier/99658eea7e5f4ecb8ada77f14b6f8836 is 112, key is test,,1732727940417.8175ac7189c21221ac2f69e4158c14ef./rep_barrier:seqnumDuringOpen/1732727941583/Put/seqid=0 2024-11-27T17:20:07,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741841_1017 (size=5518) 2024-11-27T17:20:07,357 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:20:07,357 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:20:07,388 DEBUG [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:20:07,588 DEBUG [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:20:07,754 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/.tmp/rep_barrier/99658eea7e5f4ecb8ada77f14b6f8836 2024-11-27T17:20:07,787 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/.tmp/table/1a78e9177bb94682a1ee1423648b447e is 40, key is test/table:state/1732727941594/Put/seqid=0 2024-11-27T17:20:07,789 INFO [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T17:20:07,789 DEBUG [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T17:20:07,789 DEBUG [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:20:07,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741842_1018 (size=5165) 2024-11-27T17:20:07,795 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/.tmp/table/1a78e9177bb94682a1ee1423648b447e 2024-11-27T17:20:07,813 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/.tmp/info/28e6b34a3ed34df7a35584aaa83a143e as hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/info/28e6b34a3ed34df7a35584aaa83a143e 2024-11-27T17:20:07,819 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/info/28e6b34a3ed34df7a35584aaa83a143e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T17:20:07,820 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/.tmp/ns/cec106f03c374aa38def92ed69e189d5 as hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/ns/cec106f03c374aa38def92ed69e189d5 2024-11-27T17:20:07,825 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/ns/cec106f03c374aa38def92ed69e189d5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T17:20:07,826 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/.tmp/rep_barrier/99658eea7e5f4ecb8ada77f14b6f8836 as hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/rep_barrier/99658eea7e5f4ecb8ada77f14b6f8836 2024-11-27T17:20:07,832 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/rep_barrier/99658eea7e5f4ecb8ada77f14b6f8836, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T17:20:07,833 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/.tmp/table/1a78e9177bb94682a1ee1423648b447e as hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/table/1a78e9177bb94682a1ee1423648b447e 2024-11-27T17:20:07,839 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/table/1a78e9177bb94682a1ee1423648b447e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T17:20:07,840 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1054ms, sequenceid=11, compaction requested=false 2024-11-27T17:20:07,856 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T17:20:07,857 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:20:07,857 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:20:07,857 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:20:07,857 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728006784Running coprocessor pre-close hooks at 1732728006784Disabling compacts and flushes for region at 1732728006784Disabling writes for close at 1732728006786 (+2 ms)Obtaining lock to block concurrent updates at 1732728006786Preparing flush snapshotting stores in 1588230740 at 1732728006786Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732728006787 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732728006788 (+1 ms)Flushing 1588230740/info: creating writer at 1732728006788Flushing 1588230740/info: appending metadata at 1732728006820 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732728006820Flushing 1588230740/ns: creating writer at 1732728006882 (+62 ms)Flushing 1588230740/ns: appending metadata at 1732728006903 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732728006903Flushing 1588230740/rep_barrier: creating writer at 1732728007327 (+424 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732728007343 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732728007343Flushing 1588230740/table: creating writer at 1732728007766 (+423 ms)Flushing 1588230740/table: appending metadata at 1732728007786 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732728007786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@355c2b68: reopening flushed file at 1732728007806 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23477f25: reopening flushed file at 1732728007819 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633f11c4: reopening flushed file at 1732728007825 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2360c729: reopening flushed file at 1732728007832 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1054ms, sequenceid=11, compaction requested=false at 1732728007840 (+8 ms)Writing region close event to WAL at 1732728007844 (+4 ms)Running coprocessor post-close hooks at 1732728007857 (+13 ms)Closed at 1732728007857 2024-11-27T17:20:07,857 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:20:07,989 INFO [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,45651,1732727935672; all regions closed. 2024-11-27T17:20:07,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741834_1010 (size=2717) 2024-11-27T17:20:07,994 DEBUG [RS:0;8f0673442175:45651 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/oldWALs 2024-11-27T17:20:07,994 INFO [RS:0;8f0673442175:45651 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C45651%2C1732727935672.meta:.meta(num 1732727938096) 2024-11-27T17:20:07,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741832_1008 (size=1028) 2024-11-27T17:20:08,004 DEBUG [RS:0;8f0673442175:45651 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/oldWALs 2024-11-27T17:20:08,004 INFO [RS:0;8f0673442175:45651 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C45651%2C1732727935672:(num 1732727937491) 2024-11-27T17:20:08,004 DEBUG [RS:0;8f0673442175:45651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:08,005 INFO [RS:0;8f0673442175:45651 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:20:08,005 INFO [RS:0;8f0673442175:45651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:20:08,005 INFO [RS:0;8f0673442175:45651 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:20:08,005 INFO [RS:0;8f0673442175:45651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:20:08,005 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:20:08,005 INFO [RS:0;8f0673442175:45651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:45651. 2024-11-27T17:20:08,005 DEBUG [RS:0;8f0673442175:45651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:08,006 DEBUG [RS:0;8f0673442175:45651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:08,006 DEBUG [RS:0;8f0673442175:45651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:08,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:20:08,006 INFO [RS:0;8f0673442175:45651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45651 2024-11-27T17:20:08,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1624410968/rs/8f0673442175,45651,1732727935672 2024-11-27T17:20:08,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968/rs 2024-11-27T17:20:08,086 INFO [RS:0;8f0673442175:45651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:20:08,097 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,45651,1732727935672] 2024-11-27T17:20:08,107 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1624410968/draining/8f0673442175,45651,1732727935672 already deleted, retry=false 2024-11-27T17:20:08,108 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,45651,1732727935672 expired; onlineServers=0 2024-11-27T17:20:08,108 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,40441,1732727935561' ***** 2024-11-27T17:20:08,108 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:20:08,108 INFO [M:0;8f0673442175:40441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:20:08,108 INFO [M:0;8f0673442175:40441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:20:08,108 DEBUG [M:0;8f0673442175:40441 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:20:08,108 DEBUG [M:0;8f0673442175:40441 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:20:08,108 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:20:08,108 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727937231 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727937231,5,FailOnTimeoutGroup] 2024-11-27T17:20:08,108 INFO [M:0;8f0673442175:40441 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:20:08,108 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727937231 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727937231,5,FailOnTimeoutGroup] 2024-11-27T17:20:08,108 INFO [M:0;8f0673442175:40441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:20:08,109 DEBUG [M:0;8f0673442175:40441 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:20:08,110 INFO [M:0;8f0673442175:40441 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:20:08,110 INFO [M:0;8f0673442175:40441 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:20:08,110 INFO [M:0;8f0673442175:40441 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:20:08,110 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:20:08,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1624410968/master 2024-11-27T17:20:08,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1624410968 2024-11-27T17:20:08,118 DEBUG [M:0;8f0673442175:40441 {}] zookeeper.ZKUtil(347): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Unable to get data of znode /1624410968/master because node does not exist (not an error) 2024-11-27T17:20:08,118 WARN [M:0;8f0673442175:40441 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:20:08,119 INFO [M:0;8f0673442175:40441 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/.lastflushedseqids 2024-11-27T17:20:08,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741843_1019 (size=173) 2024-11-27T17:20:08,198 INFO [RS:0;8f0673442175:45651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:20:08,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:08,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1017d4defe90004, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:08,198 INFO [RS:0;8f0673442175:45651 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,45651,1732727935672; zookeeper connection closed. 2024-11-27T17:20:08,198 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29c84ac4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29c84ac4 2024-11-27T17:20:08,198 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:20:08,524 INFO [M:0;8f0673442175:40441 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:20:08,525 INFO [M:0;8f0673442175:40441 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:20:08,525 DEBUG [M:0;8f0673442175:40441 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:20:08,525 INFO [M:0;8f0673442175:40441 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:08,525 DEBUG [M:0;8f0673442175:40441 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:08,525 DEBUG [M:0;8f0673442175:40441 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:20:08,525 DEBUG [M:0;8f0673442175:40441 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:08,525 INFO [M:0;8f0673442175:40441 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-27T17:20:08,569 DEBUG [M:0;8f0673442175:40441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/649a00f4d93a4b6998fcd7b796466cea is 82, key is hbase:meta,,1/info:regioninfo/1732727938130/Put/seqid=0 2024-11-27T17:20:08,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741844_1020 (size=5672) 2024-11-27T17:20:09,016 INFO [M:0;8f0673442175:40441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/649a00f4d93a4b6998fcd7b796466cea 2024-11-27T17:20:09,073 DEBUG [M:0;8f0673442175:40441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2841051ccb364547a32717d3bd042dc0 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732727941599/Put/seqid=0 2024-11-27T17:20:09,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741845_1021 (size=6726) 2024-11-27T17:20:09,097 INFO [M:0;8f0673442175:40441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2841051ccb364547a32717d3bd042dc0 2024-11-27T17:20:09,107 INFO [M:0;8f0673442175:40441 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2841051ccb364547a32717d3bd042dc0 2024-11-27T17:20:09,145 DEBUG [M:0;8f0673442175:40441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e7632ffa85f4a8cb5eb08a3a471c2a2 is 69, key is 8f0673442175,45651,1732727935672/rs:state/1732727937334/Put/seqid=0 2024-11-27T17:20:09,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741846_1022 (size=5156) 2024-11-27T17:20:09,189 INFO [M:0;8f0673442175:40441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e7632ffa85f4a8cb5eb08a3a471c2a2 2024-11-27T17:20:09,216 DEBUG [M:0;8f0673442175:40441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/649a00f4d93a4b6998fcd7b796466cea as hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/649a00f4d93a4b6998fcd7b796466cea 2024-11-27T17:20:09,269 INFO [M:0;8f0673442175:40441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/649a00f4d93a4b6998fcd7b796466cea, entries=8, sequenceid=58, filesize=5.5 K 2024-11-27T17:20:09,274 DEBUG [M:0;8f0673442175:40441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2841051ccb364547a32717d3bd042dc0 as hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2841051ccb364547a32717d3bd042dc0 2024-11-27T17:20:09,283 INFO [M:0;8f0673442175:40441 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2841051ccb364547a32717d3bd042dc0 2024-11-27T17:20:09,283 INFO [M:0;8f0673442175:40441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2841051ccb364547a32717d3bd042dc0, entries=6, sequenceid=58, filesize=6.6 K 2024-11-27T17:20:09,288 DEBUG [M:0;8f0673442175:40441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e7632ffa85f4a8cb5eb08a3a471c2a2 as hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e7632ffa85f4a8cb5eb08a3a471c2a2 2024-11-27T17:20:09,310 INFO [M:0;8f0673442175:40441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/66b5299e-e1d7-452d-79a3-cb9dfe6a31cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e7632ffa85f4a8cb5eb08a3a471c2a2, entries=1, sequenceid=58, filesize=5.0 K 2024-11-27T17:20:09,312 INFO [M:0;8f0673442175:40441 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 787ms, sequenceid=58, compaction requested=false 2024-11-27T17:20:09,357 INFO [M:0;8f0673442175:40441 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:09,357 DEBUG [M:0;8f0673442175:40441 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728008525Disabling compacts and flushes for region at 1732728008525Disabling writes for close at 1732728008525Obtaining lock to block concurrent updates at 1732728008525Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728008525Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1732728008526 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728008526Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728008527 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728008568 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728008568Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728009031 (+463 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728009072 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728009072Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728009107 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728009145 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728009145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f46047c: reopening flushed file at 1732728009213 (+68 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc92ec7: reopening flushed file at 1732728009269 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b21bbe1: reopening flushed file at 1732728009284 (+15 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 787ms, sequenceid=58, compaction requested=false at 1732728009312 (+28 ms)Writing region close event to WAL at 1732728009357 (+45 ms)Closed at 1732728009357 2024-11-27T17:20:09,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741830_1006 (size=33014) 2024-11-27T17:20:09,376 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:20:09,376 INFO [M:0;8f0673442175:40441 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:20:09,376 INFO [M:0;8f0673442175:40441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40441 2024-11-27T17:20:09,377 INFO [M:0;8f0673442175:40441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:20:09,597 INFO [M:0;8f0673442175:40441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:20:09,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:09,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40441-0x1017d4defe90003, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:09,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51c9186{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:20:09,601 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f3ee30{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:20:09,601 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:20:09,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6afe8231{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:20:09,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f0f2738{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/hadoop.log.dir/,STOPPED} 2024-11-27T17:20:09,603 WARN [BP-54928047-172.17.0.3-1732727933490 heartbeating to localhost/127.0.0.1:36895 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:20:09,603 WARN [BP-54928047-172.17.0.3-1732727933490 heartbeating to localhost/127.0.0.1:36895 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-54928047-172.17.0.3-1732727933490 (Datanode Uuid ecdc1d8f-d96e-43a0-9c12-79e13b09042d) service to localhost/127.0.0.1:36895 2024-11-27T17:20:09,604 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:20:09,604 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:20:09,604 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/cluster_a0d42a02-8ce1-8fce-5153-f3461f40b43e/data/data1/current/BP-54928047-172.17.0.3-1732727933490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:20:09,605 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:20:09,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/cluster_a0d42a02-8ce1-8fce-5153-f3461f40b43e/data/data2/current/BP-54928047-172.17.0.3-1732727933490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:20:09,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69b9342e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:20:09,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19b407b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:20:09,616 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:20:09,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d17940c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:20:09,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f115a82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/hadoop.log.dir/,STOPPED} 2024-11-27T17:20:09,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:20:09,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:20:09,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:20:09,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:09,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:09,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:20:09,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:09,638 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:20:09,638 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=913013366, stopped=false 2024-11-27T17:20:09,638 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,45005,1732727929671 2024-11-27T17:20:09,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-798398193/running 2024-11-27T17:20:09,650 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-798398193/running 2024-11-27T17:20:09,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:20:09,650 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:20:09,650 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:20:09,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Set watcher on znode that does not yet exist, /0-798398193/running 2024-11-27T17:20:09,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Set watcher on znode that does not yet exist, /0-798398193/running 2024-11-27T17:20:09,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:20:09,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:09,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:09,653 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,37141,1732727929889' ***** 2024-11-27T17:20:09,653 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:20:09,653 INFO [RS:0;8f0673442175:37141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:20:09,653 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:20:09,653 INFO [RS:0;8f0673442175:37141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:20:09,653 INFO [RS:0;8f0673442175:37141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:20:09,653 INFO [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(3091): Received CLOSE for 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:20:09,664 INFO [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e2b30e625fcd8df457ec3e68d738cbe 2024-11-27T17:20:09,664 INFO [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,37141,1732727929889 2024-11-27T17:20:09,664 INFO [RS:0;8f0673442175:37141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:20:09,664 INFO [RS:0;8f0673442175:37141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:37141. 2024-11-27T17:20:09,664 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8eeb5a372b8df5a92069d7a9f45a7911, disabling compactions & flushes 2024-11-27T17:20:09,664 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911. 2024-11-27T17:20:09,664 DEBUG [RS:0;8f0673442175:37141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:09,664 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911. 2024-11-27T17:20:09,664 DEBUG [RS:0;8f0673442175:37141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:09,665 INFO [RS:0;8f0673442175:37141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:20:09,665 INFO [RS:0;8f0673442175:37141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:20:09,665 INFO [RS:0;8f0673442175:37141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:20:09,665 INFO [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:20:09,664 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911. after waiting 0 ms 2024-11-27T17:20:09,665 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911. 2024-11-27T17:20:09,665 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8eeb5a372b8df5a92069d7a9f45a7911 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-27T17:20:09,668 INFO [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T17:20:09,668 DEBUG [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(1325): Online Regions={8eeb5a372b8df5a92069d7a9f45a7911=hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911., 4e2b30e625fcd8df457ec3e68d738cbe=test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T17:20:09,668 DEBUG [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e2b30e625fcd8df457ec3e68d738cbe, 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:20:09,669 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:20:09,669 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:20:09,669 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:20:09,670 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:20:09,670 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:20:09,670 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T17:20:09,692 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:20:09,694 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/replication/8eeb5a372b8df5a92069d7a9f45a7911/.tmp/hfileref/89d04bd6b16f4e7b8d4f5fbab7fd0ead is 74, key is 1/hfileref:632ce82cfc2d4e32ae4c87dd577505da_SeqId_4_/1732727945914/DeleteColumn/seqid=0 2024-11-27T17:20:09,703 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/.tmp/info/e2fa2ab87fd04f36a67a578c33a28536 is 147, key is hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911./info:regioninfo/1732727943822/Put/seqid=0 2024-11-27T17:20:09,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741844_1020 (size=5203) 2024-11-27T17:20:09,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741845_1021 (size=7686) 2024-11-27T17:20:09,724 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/.tmp/info/e2fa2ab87fd04f36a67a578c33a28536 2024-11-27T17:20:09,777 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/.tmp/ns/ff9b030b286545b987359f87bd3ae6af is 43, key is default/ns:d/1732727933324/Put/seqid=0 2024-11-27T17:20:09,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741846_1022 (size=5153) 2024-11-27T17:20:09,807 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/.tmp/ns/ff9b030b286545b987359f87bd3ae6af 2024-11-27T17:20:09,835 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/.tmp/rep_barrier/94080e7325a94481b24f5567a2c4d9e0 is 112, key is test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe./rep_barrier:seqnumDuringOpen/1732727939417/Put/seqid=0 2024-11-27T17:20:09,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741847_1023 (size=5518) 2024-11-27T17:20:09,846 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/.tmp/rep_barrier/94080e7325a94481b24f5567a2c4d9e0 2024-11-27T17:20:09,869 DEBUG [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e2b30e625fcd8df457ec3e68d738cbe, 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:20:09,883 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/.tmp/table/f8cda850a42149a0a6864a3f413267d9 is 53, key is hbase:replication/table:state/1732727943830/Put/seqid=0 2024-11-27T17:20:09,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741848_1024 (size=5308) 2024-11-27T17:20:09,915 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/.tmp/table/f8cda850a42149a0a6864a3f413267d9 2024-11-27T17:20:09,928 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/.tmp/info/e2fa2ab87fd04f36a67a578c33a28536 as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/info/e2fa2ab87fd04f36a67a578c33a28536 2024-11-27T17:20:09,946 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/info/e2fa2ab87fd04f36a67a578c33a28536, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T17:20:09,947 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/.tmp/ns/ff9b030b286545b987359f87bd3ae6af as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/ns/ff9b030b286545b987359f87bd3ae6af 2024-11-27T17:20:09,957 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/ns/ff9b030b286545b987359f87bd3ae6af, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T17:20:09,961 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/.tmp/rep_barrier/94080e7325a94481b24f5567a2c4d9e0 as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/rep_barrier/94080e7325a94481b24f5567a2c4d9e0 2024-11-27T17:20:09,976 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/rep_barrier/94080e7325a94481b24f5567a2c4d9e0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T17:20:09,981 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/.tmp/table/f8cda850a42149a0a6864a3f413267d9 as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/table/f8cda850a42149a0a6864a3f413267d9 2024-11-27T17:20:10,011 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:20:10,011 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:20:10,017 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/table/f8cda850a42149a0a6864a3f413267d9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T17:20:10,021 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 351ms, sequenceid=16, compaction requested=false 2024-11-27T17:20:10,021 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:20:10,038 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T17:20:10,039 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:20:10,039 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:20:10,039 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:20:10,039 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728009669Running coprocessor pre-close hooks at 1732728009669Disabling compacts and flushes for region at 1732728009669Disabling writes for close at 1732728009670 (+1 ms)Obtaining lock to block concurrent updates at 1732728009670Preparing flush snapshotting stores in 1588230740 at 1732728009670Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732728009670Flushing stores of hbase:meta,,1.1588230740 at 1732728009671 (+1 ms)Flushing 1588230740/info: creating writer at 1732728009671Flushing 1588230740/info: appending metadata at 1732728009703 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732728009703Flushing 1588230740/ns: creating writer at 1732728009743 (+40 ms)Flushing 1588230740/ns: appending metadata at 1732728009776 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1732728009776Flushing 1588230740/rep_barrier: creating writer at 1732728009814 (+38 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732728009835 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732728009835Flushing 1588230740/table: creating writer at 1732728009858 (+23 ms)Flushing 1588230740/table: appending metadata at 1732728009883 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732728009883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b11dc58: reopening flushed file at 1732728009924 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f04e38: reopening flushed file at 1732728009946 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a60eb0: reopening flushed file at 1732728009957 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@733ecca3: reopening flushed file at 1732728009976 (+19 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 351ms, sequenceid=16, compaction requested=false at 1732728010021 (+45 ms)Writing region close event to WAL at 1732728010035 (+14 ms)Running coprocessor post-close hooks at 1732728010039 (+4 ms)Closed at 1732728010039 2024-11-27T17:20:10,039 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:20:10,069 DEBUG [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(1351): Waiting on 4e2b30e625fcd8df457ec3e68d738cbe, 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:20:10,109 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/replication/8eeb5a372b8df5a92069d7a9f45a7911/.tmp/hfileref/89d04bd6b16f4e7b8d4f5fbab7fd0ead 2024-11-27T17:20:10,182 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/replication/8eeb5a372b8df5a92069d7a9f45a7911/.tmp/queue/3d2e67df9c314f899217d9f743abfe37 is 153, key is 1-8f0673442175,37141,1732727929889/queue:8f0673442175%2C37141%2C1732727929889/1732727947255/Put/seqid=0 2024-11-27T17:20:10,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741849_1025 (size=5352) 2024-11-27T17:20:10,272 DEBUG [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(1351): Waiting on 4e2b30e625fcd8df457ec3e68d738cbe, 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:20:10,382 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 to pos 997, reset compression=false 2024-11-27T17:20:10,472 DEBUG [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(1351): Waiting on 4e2b30e625fcd8df457ec3e68d738cbe, 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:20:10,629 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/replication/8eeb5a372b8df5a92069d7a9f45a7911/.tmp/queue/3d2e67df9c314f899217d9f743abfe37 2024-11-27T17:20:10,643 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/replication/8eeb5a372b8df5a92069d7a9f45a7911/.tmp/hfileref/89d04bd6b16f4e7b8d4f5fbab7fd0ead as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/replication/8eeb5a372b8df5a92069d7a9f45a7911/hfileref/89d04bd6b16f4e7b8d4f5fbab7fd0ead 2024-11-27T17:20:10,652 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/replication/8eeb5a372b8df5a92069d7a9f45a7911/hfileref/89d04bd6b16f4e7b8d4f5fbab7fd0ead, entries=2, sequenceid=10, filesize=5.1 K 2024-11-27T17:20:10,654 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/replication/8eeb5a372b8df5a92069d7a9f45a7911/.tmp/queue/3d2e67df9c314f899217d9f743abfe37 as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/replication/8eeb5a372b8df5a92069d7a9f45a7911/queue/3d2e67df9c314f899217d9f743abfe37 2024-11-27T17:20:10,665 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/replication/8eeb5a372b8df5a92069d7a9f45a7911/queue/3d2e67df9c314f899217d9f743abfe37, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T17:20:10,669 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 8eeb5a372b8df5a92069d7a9f45a7911 in 1004ms, sequenceid=10, compaction requested=false 2024-11-27T17:20:10,672 INFO [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T17:20:10,673 DEBUG [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(1325): Online Regions={8eeb5a372b8df5a92069d7a9f45a7911=hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911., 4e2b30e625fcd8df457ec3e68d738cbe=test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe.} 2024-11-27T17:20:10,673 DEBUG [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(1351): Waiting on 4e2b30e625fcd8df457ec3e68d738cbe, 8eeb5a372b8df5a92069d7a9f45a7911 2024-11-27T17:20:10,706 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/hbase/replication/8eeb5a372b8df5a92069d7a9f45a7911/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T17:20:10,707 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:20:10,707 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:20:10,707 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911. 2024-11-27T17:20:10,707 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8eeb5a372b8df5a92069d7a9f45a7911: Waiting for close lock at 1732728009664Running coprocessor pre-close hooks at 1732728009664Disabling compacts and flushes for region at 1732728009664Disabling writes for close at 1732728009665 (+1 ms)Obtaining lock to block concurrent updates at 1732728009665Preparing flush snapshotting stores in 8eeb5a372b8df5a92069d7a9f45a7911 at 1732728009665Finished memstore snapshotting hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732728009666 (+1 ms)Flushing stores of hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911. at 1732728009669 (+3 ms)Flushing 8eeb5a372b8df5a92069d7a9f45a7911/hfileref: creating writer at 1732728009669Flushing 8eeb5a372b8df5a92069d7a9f45a7911/hfileref: appending metadata at 1732728009694 (+25 ms)Flushing 8eeb5a372b8df5a92069d7a9f45a7911/hfileref: closing flushed file at 1732728009694Flushing 8eeb5a372b8df5a92069d7a9f45a7911/queue: creating writer at 1732728010128 (+434 ms)Flushing 8eeb5a372b8df5a92069d7a9f45a7911/queue: appending metadata at 1732728010181 (+53 ms)Flushing 8eeb5a372b8df5a92069d7a9f45a7911/queue: closing flushed file at 1732728010181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f2d5183: reopening flushed file at 1732728010641 (+460 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d50276f: reopening flushed file at 1732728010652 (+11 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 8eeb5a372b8df5a92069d7a9f45a7911 in 1004ms, sequenceid=10, compaction requested=false at 1732728010669 (+17 ms)Writing region close event to WAL at 1732728010692 (+23 ms)Running coprocessor post-close hooks at 1732728010707 (+15 ms)Closed at 1732728010707 2024-11-27T17:20:10,708 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732727942611.8eeb5a372b8df5a92069d7a9f45a7911. 2024-11-27T17:20:10,708 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e2b30e625fcd8df457ec3e68d738cbe, disabling compactions & flushes 2024-11-27T17:20:10,708 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe. 2024-11-27T17:20:10,708 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe. 2024-11-27T17:20:10,708 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe. after waiting 0 ms 2024-11-27T17:20:10,708 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe. 2024-11-27T17:20:10,753 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/data/default/test/4e2b30e625fcd8df457ec3e68d738cbe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T17:20:10,753 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:20:10,753 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:20:10,753 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe. 2024-11-27T17:20:10,754 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e2b30e625fcd8df457ec3e68d738cbe: Waiting for close lock at 1732728010708Running coprocessor pre-close hooks at 1732728010708Disabling compacts and flushes for region at 1732728010708Disabling writes for close at 1732728010708Writing region close event to WAL at 1732728010736 (+28 ms)Running coprocessor post-close hooks at 1732728010753 (+17 ms)Closed at 1732728010753 2024-11-27T17:20:10,754 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732727938237.4e2b30e625fcd8df457ec3e68d738cbe. 2024-11-27T17:20:10,873 INFO [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,37141,1732727929889; all regions closed. 2024-11-27T17:20:10,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741834_1010 (size=4239) 2024-11-27T17:20:10,904 DEBUG [RS:0;8f0673442175:37141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/oldWALs 2024-11-27T17:20:10,904 INFO [RS:0;8f0673442175:37141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C37141%2C1732727929889.meta:.meta(num 1732727933196) 2024-11-27T17:20:10,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741839_1015 (size=2700) 2024-11-27T17:20:10,929 DEBUG [RS:0;8f0673442175:37141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/oldWALs 2024-11-27T17:20:10,929 INFO [RS:0;8f0673442175:37141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C37141%2C1732727929889.rep:(num 1732727943756) 2024-11-27T17:20:10,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741832_1008 (size=1300) 2024-11-27T17:20:10,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/WALs/8f0673442175,37141,1732727929889/8f0673442175%2C37141%2C1732727929889.1732727932165 not finished, retry = 0 2024-11-27T17:20:11,057 DEBUG [RS:0;8f0673442175:37141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/oldWALs 2024-11-27T17:20:11,057 INFO [RS:0;8f0673442175:37141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C37141%2C1732727929889:(num 1732727932165) 2024-11-27T17:20:11,057 DEBUG [RS:0;8f0673442175:37141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:11,057 INFO [RS:0;8f0673442175:37141 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:20:11,057 INFO [RS:0;8f0673442175:37141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:20:11,057 INFO [RS:0;8f0673442175:37141 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:20:11,058 INFO [RS:0;8f0673442175:37141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:20:11,058 INFO [RS:0;8f0673442175:37141 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,37141,1732727929889 because: Region server is closing 2024-11-27T17:20:11,058 INFO [RS:0;8f0673442175:37141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:37141. 2024-11-27T17:20:11,058 DEBUG [RS:0;8f0673442175:37141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:11,058 DEBUG [RS:0;8f0673442175:37141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:11,059 DEBUG [RS:0;8f0673442175:37141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:11,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:20:11,059 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:20:11,159 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.shipper8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T17:20:11,160 INFO [RS:0;8f0673442175:37141 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.shipper8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 terminated 2024-11-27T17:20:11,160 INFO [RS:0;8f0673442175:37141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37141 2024-11-27T17:20:11,160 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37141,1732727929889.replicationSource.wal-reader.8f0673442175%2C37141%2C1732727929889,1-8f0673442175,37141,1732727929889 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T17:20:11,244 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-798398193/rs/8f0673442175,37141,1732727929889 2024-11-27T17:20:11,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193/rs 2024-11-27T17:20:11,244 INFO [RS:0;8f0673442175:37141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:20:11,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,37141,1732727929889] 2024-11-27T17:20:11,265 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-798398193/draining/8f0673442175,37141,1732727929889 already deleted, retry=false 2024-11-27T17:20:11,265 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,37141,1732727929889 expired; onlineServers=0 2024-11-27T17:20:11,265 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,45005,1732727929671' ***** 2024-11-27T17:20:11,265 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:20:11,265 INFO [M:0;8f0673442175:45005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:20:11,265 INFO [M:0;8f0673442175:45005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:20:11,265 DEBUG [M:0;8f0673442175:45005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:20:11,265 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:20:11,265 DEBUG [M:0;8f0673442175:45005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:20:11,265 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727931877 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727931877,5,FailOnTimeoutGroup] 2024-11-27T17:20:11,266 INFO [M:0;8f0673442175:45005 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:20:11,266 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727931876 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727931876,5,FailOnTimeoutGroup] 2024-11-27T17:20:11,266 INFO [M:0;8f0673442175:45005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:20:11,266 DEBUG [M:0;8f0673442175:45005 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:20:11,266 INFO [M:0;8f0673442175:45005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:20:11,266 INFO [M:0;8f0673442175:45005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:20:11,266 INFO [M:0;8f0673442175:45005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:20:11,266 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:20:11,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-798398193/master 2024-11-27T17:20:11,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-798398193 2024-11-27T17:20:11,277 INFO [M:0;8f0673442175:45005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/.lastflushedseqids 2024-11-27T17:20:11,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741850_1026 (size=263) 2024-11-27T17:20:11,286 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-798398193/master already deleted, retry=false 2024-11-27T17:20:11,286 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-798398193/master 2024-11-27T17:20:11,355 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:11,355 INFO [RS:0;8f0673442175:37141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:20:11,355 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x1017d4defe90001, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:11,355 INFO [RS:0;8f0673442175:37141 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,37141,1732727929889; zookeeper connection closed. 2024-11-27T17:20:11,355 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@588017f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@588017f 2024-11-27T17:20:11,356 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:20:11,686 INFO [M:0;8f0673442175:45005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:20:11,686 INFO [M:0;8f0673442175:45005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:20:11,686 DEBUG [M:0;8f0673442175:45005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:20:11,686 INFO [M:0;8f0673442175:45005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:11,686 DEBUG [M:0;8f0673442175:45005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:11,686 DEBUG [M:0;8f0673442175:45005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:20:11,687 DEBUG [M:0;8f0673442175:45005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:11,687 INFO [M:0;8f0673442175:45005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-27T17:20:11,706 DEBUG [M:0;8f0673442175:45005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf3e042952cd402eb9dc66a03f1095a8 is 82, key is hbase:meta,,1/info:regioninfo/1732727933244/Put/seqid=0 2024-11-27T17:20:11,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741851_1027 (size=5672) 2024-11-27T17:20:11,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:11,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:11,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:11,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:11,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:12,110 INFO [M:0;8f0673442175:45005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf3e042952cd402eb9dc66a03f1095a8 2024-11-27T17:20:12,130 DEBUG [M:0;8f0673442175:45005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62a7874d496c4c39916b9623236ea94c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732727939435/Put/seqid=0 2024-11-27T17:20:12,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741852_1028 (size=7240) 2024-11-27T17:20:12,352 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:20:12,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:12,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:12,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:12,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:12,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:12,537 INFO [M:0;8f0673442175:45005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62a7874d496c4c39916b9623236ea94c 2024-11-27T17:20:12,542 INFO [M:0;8f0673442175:45005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62a7874d496c4c39916b9623236ea94c 2024-11-27T17:20:12,555 DEBUG [M:0;8f0673442175:45005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/167415247c7c480aa6f113987b3ebcb6 is 69, key is 8f0673442175,37141,1732727929889/rs:state/1732727931964/Put/seqid=0 2024-11-27T17:20:12,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741853_1029 (size=5156) 2024-11-27T17:20:12,959 INFO [M:0;8f0673442175:45005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/167415247c7c480aa6f113987b3ebcb6 2024-11-27T17:20:12,965 DEBUG [M:0;8f0673442175:45005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf3e042952cd402eb9dc66a03f1095a8 as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf3e042952cd402eb9dc66a03f1095a8 2024-11-27T17:20:12,975 INFO [M:0;8f0673442175:45005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf3e042952cd402eb9dc66a03f1095a8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T17:20:12,977 DEBUG [M:0;8f0673442175:45005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62a7874d496c4c39916b9623236ea94c as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62a7874d496c4c39916b9623236ea94c 2024-11-27T17:20:12,982 INFO [M:0;8f0673442175:45005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62a7874d496c4c39916b9623236ea94c 2024-11-27T17:20:12,983 INFO [M:0;8f0673442175:45005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62a7874d496c4c39916b9623236ea94c, entries=11, sequenceid=105, filesize=7.1 K 2024-11-27T17:20:12,984 DEBUG [M:0;8f0673442175:45005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/167415247c7c480aa6f113987b3ebcb6 as hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/167415247c7c480aa6f113987b3ebcb6 2024-11-27T17:20:12,989 INFO [M:0;8f0673442175:45005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/75797a09-37e1-362b-1d88-7dcb9db40349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/167415247c7c480aa6f113987b3ebcb6, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T17:20:12,990 INFO [M:0;8f0673442175:45005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=105, compaction requested=false 2024-11-27T17:20:12,996 INFO [M:0;8f0673442175:45005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:12,996 DEBUG [M:0;8f0673442175:45005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728011686Disabling compacts and flushes for region at 1732728011686Disabling writes for close at 1732728011687 (+1 ms)Obtaining lock to block concurrent updates at 1732728011687Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728011687Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732728011687Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728011688 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728011688Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728011705 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728011705Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728012115 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728012129 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728012129Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728012542 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728012554 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728012554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb7e9d8: reopening flushed file at 1732728012964 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e611f70: reopening flushed file at 1732728012976 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@250003db: reopening flushed file at 1732728012983 (+7 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=105, compaction requested=false at 1732728012990 (+7 ms)Writing region close event to WAL at 1732728012996 (+6 ms)Closed at 1732728012996 2024-11-27T17:20:13,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38153 is added to blk_1073741830_1006 (size=64526) 2024-11-27T17:20:13,002 INFO [M:0;8f0673442175:45005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:20:13,002 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:20:13,002 INFO [M:0;8f0673442175:45005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45005 2024-11-27T17:20:13,003 INFO [M:0;8f0673442175:45005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:20:13,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:13,123 INFO [M:0;8f0673442175:45005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:20:13,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1017d4defe90000, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:13,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63c1f200{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:20:13,126 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431721a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:20:13,126 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:20:13,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33ed998b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:20:13,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d14e803{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/hadoop.log.dir/,STOPPED} 2024-11-27T17:20:13,127 WARN [BP-514882463-172.17.0.3-1732727927909 heartbeating to localhost/127.0.0.1:33831 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:20:13,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:20:13,127 WARN [BP-514882463-172.17.0.3-1732727927909 heartbeating to localhost/127.0.0.1:33831 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-514882463-172.17.0.3-1732727927909 (Datanode Uuid 122e2b8c-a614-4bf3-8670-e59096006eaa) service to localhost/127.0.0.1:33831 2024-11-27T17:20:13,127 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:20:13,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/cluster_8a39bd92-7d9d-a232-c2d9-f3e726bcd5b4/data/data1/current/BP-514882463-172.17.0.3-1732727927909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:20:13,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/cluster_8a39bd92-7d9d-a232-c2d9-f3e726bcd5b4/data/data2/current/BP-514882463-172.17.0.3-1732727927909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:20:13,128 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:20:13,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cd14d8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:20:13,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b6e2aba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:20:13,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:20:13,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e85a10c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:20:13,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@142c3e2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daa264b3-18c9-7653-403e-996bcf796a0d/hadoop.log.dir/,STOPPED} 2024-11-27T17:20:13,141 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T17:20:13,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:20:13,166 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 138) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fde80b8c7c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53369) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fde80b8c7c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53369) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36895 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33831 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 646), ProcessCount=11 (was 11), AvailableMemoryMB=4550 (was 5085) 2024-11-27T17:20:13,175 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=4549 2024-11-27T17:20:13,187 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-27T17:20:13,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/hadoop.log.dir so I do NOT create it in target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a 2024-11-27T17:20:13,188 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:20:13,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/hadoop.tmp.dir so I do NOT create it in target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a 2024-11-27T17:20:13,188 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51614ede-a978-c570-eee5-c7ee471dee75/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:20:13,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a 2024-11-27T17:20:13,188 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/cluster_7e32dd62-32cc-f46c-8800-5df9d16ad87e, deleteOnExit=true 2024-11-27T17:20:13,190 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/cluster_7e32dd62-32cc-f46c-8800-5df9d16ad87e/zookeeper_0, clientPort=62234, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/cluster_7e32dd62-32cc-f46c-8800-5df9d16ad87e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/cluster_7e32dd62-32cc-f46c-8800-5df9d16ad87e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T17:20:13,191 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62234 2024-11-27T17:20:13,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:20:13,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:20:13,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/test.cache.data in system properties and HBase conf 2024-11-27T17:20:13,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:20:13,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:20:13,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:20:13,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:20:13,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:20:13,192 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:20:13,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:20:13,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:20:13,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:20:13,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:20:13,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:20:13,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:20:13,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:20:13,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:20:13,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:20:13,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:20:13,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:20:13,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:20:13,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:20:13,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:20:13,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017d4defe90005, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:20:13,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017d4defe90002, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:20:13,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017d4defe90005, quorum=127.0.0.1:53369, baseZNode=/1624410968 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:20:13,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017d4defe90002, quorum=127.0.0.1:53369, baseZNode=/0-798398193 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:20:13,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:20:13,700 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:20:13,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:20:13,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:20:13,701 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:20:13,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:20:13,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16a38ed3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:20:13,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@258ab457{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:20:13,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d27629c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/java.io.tmpdir/jetty-localhost-37925-hadoop-hdfs-3_4_1-tests_jar-_-any-6735707425935777226/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:20:13,798 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@388eaf91{HTTP/1.1, (http/1.1)}{localhost:37925} 2024-11-27T17:20:13,798 INFO [Time-limited test {}] server.Server(415): Started @140769ms 2024-11-27T17:20:14,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:20:14,407 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:20:14,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:20:14,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:20:14,408 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:20:14,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d9d134{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:20:14,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@723e439e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:20:14,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1650c7ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/java.io.tmpdir/jetty-localhost-36157-hadoop-hdfs-3_4_1-tests_jar-_-any-13383041803492643650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:20:14,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@687da7d7{HTTP/1.1, (http/1.1)}{localhost:36157} 2024-11-27T17:20:14,504 INFO [Time-limited test {}] server.Server(415): Started @141475ms 2024-11-27T17:20:14,505 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:20:15,302 WARN [Thread-1278 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/cluster_7e32dd62-32cc-f46c-8800-5df9d16ad87e/data/data1/current/BP-1187157795-172.17.0.3-1732728013209/current, will proceed with Du for space computation calculation, 2024-11-27T17:20:15,302 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/cluster_7e32dd62-32cc-f46c-8800-5df9d16ad87e/data/data2/current/BP-1187157795-172.17.0.3-1732728013209/current, will proceed with Du for space computation calculation, 2024-11-27T17:20:15,320 WARN [Thread-1266 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:20:15,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23ff01884d0206a with lease ID 0x794e25830fc7bfa9: Processing first storage report for DS-71c9d753-9acf-463b-86f4-8f96bc03c63b from datanode DatanodeRegistration(127.0.0.1:36323, datanodeUuid=34910915-1ee0-49a7-a4c8-28ad75e8d867, infoPort=35707, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=1904891192;c=1732728013209) 2024-11-27T17:20:15,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23ff01884d0206a with lease ID 0x794e25830fc7bfa9: from storage DS-71c9d753-9acf-463b-86f4-8f96bc03c63b node DatanodeRegistration(127.0.0.1:36323, datanodeUuid=34910915-1ee0-49a7-a4c8-28ad75e8d867, infoPort=35707, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=1904891192;c=1732728013209), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:20:15,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23ff01884d0206a with lease ID 0x794e25830fc7bfa9: Processing first storage report for DS-7158096b-e1da-4f01-8b05-abe8589c55a6 from datanode DatanodeRegistration(127.0.0.1:36323, datanodeUuid=34910915-1ee0-49a7-a4c8-28ad75e8d867, infoPort=35707, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=1904891192;c=1732728013209) 2024-11-27T17:20:15,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23ff01884d0206a with lease ID 0x794e25830fc7bfa9: from storage DS-7158096b-e1da-4f01-8b05-abe8589c55a6 node DatanodeRegistration(127.0.0.1:36323, datanodeUuid=34910915-1ee0-49a7-a4c8-28ad75e8d867, infoPort=35707, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=1904891192;c=1732728013209), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:20:15,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a 2024-11-27T17:20:15,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:15,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:20:15,743 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932 with version=8 2024-11-27T17:20:15,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/hbase-staging 2024-11-27T17:20:15,745 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:20:15,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:15,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:15,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:20:15,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:15,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:20:15,745 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:20:15,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:20:15,746 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46567 2024-11-27T17:20:15,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46567 connecting to ZooKeeper ensemble=127.0.0.1:62234 2024-11-27T17:20:15,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465670x0, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:20:15,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46567-0x1017d4f3d310000 connected 2024-11-27T17:20:15,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:15,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:15,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on znode that does not yet exist, /0-585284033/running 2024-11-27T17:20:15,880 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932, hbase.cluster.distributed=false 2024-11-27T17:20:15,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on znode that does not yet exist, /0-585284033/acl 2024-11-27T17:20:15,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46567 2024-11-27T17:20:15,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46567 2024-11-27T17:20:15,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46567 2024-11-27T17:20:15,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46567 2024-11-27T17:20:15,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46567 2024-11-27T17:20:15,905 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:20:15,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:15,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:15,905 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:20:15,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:15,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:20:15,905 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:20:15,906 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:20:15,907 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39007 2024-11-27T17:20:15,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39007 connecting to ZooKeeper ensemble=127.0.0.1:62234 2024-11-27T17:20:15,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:15,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:15,924 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390070x0, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:20:15,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390070x0, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on znode that does not yet exist, /0-585284033/running 2024-11-27T17:20:15,924 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:20:15,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39007-0x1017d4f3d310001 connected 2024-11-27T17:20:15,928 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:20:15,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on znode that does not yet exist, /0-585284033/master 2024-11-27T17:20:15,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on znode that does not yet exist, /0-585284033/acl 2024-11-27T17:20:15,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39007 2024-11-27T17:20:15,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39007 2024-11-27T17:20:15,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39007 2024-11-27T17:20:15,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39007 2024-11-27T17:20:15,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39007 2024-11-27T17:20:15,947 DEBUG [M:0;8f0673442175:46567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:46567 2024-11-27T17:20:15,947 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-585284033/backup-masters/8f0673442175,46567,1732728015745 2024-11-27T17:20:15,959 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033/backup-masters 2024-11-27T17:20:15,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033/backup-masters 2024-11-27T17:20:15,960 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on existing znode=/0-585284033/backup-masters/8f0673442175,46567,1732728015745 2024-11-27T17:20:15,970 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-585284033/master 2024-11-27T17:20:15,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:15,970 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:15,970 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on existing znode=/0-585284033/master 2024-11-27T17:20:15,970 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-585284033/backup-masters/8f0673442175,46567,1732728015745 from backup master directory 2024-11-27T17:20:15,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-585284033/backup-masters/8f0673442175,46567,1732728015745 2024-11-27T17:20:15,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033/backup-masters 2024-11-27T17:20:15,980 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033/backup-masters 2024-11-27T17:20:15,980 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:20:15,980 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,46567,1732728015745 2024-11-27T17:20:15,984 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/hbase.id] with ID: fe87c8b9-2cb0-4a5b-a7bc-4ffc9c7935e5 2024-11-27T17:20:15,984 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/.tmp/hbase.id 2024-11-27T17:20:15,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:20:16,390 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/.tmp/hbase.id]:[hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/hbase.id] 2024-11-27T17:20:16,401 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:16,401 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:20:16,403 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T17:20:16,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:16,412 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:16,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:20:16,427 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:20:16,428 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:20:16,428 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:16,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:20:16,836 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store 2024-11-27T17:20:16,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:20:17,243 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:17,243 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:20:17,243 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:17,243 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:17,243 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:20:17,243 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:17,243 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:17,243 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728017243Disabling compacts and flushes for region at 1732728017243Disabling writes for close at 1732728017243Writing region close event to WAL at 1732728017243Closed at 1732728017243 2024-11-27T17:20:17,244 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/.initializing 2024-11-27T17:20:17,244 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/WALs/8f0673442175,46567,1732728015745 2024-11-27T17:20:17,245 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:20:17,247 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C46567%2C1732728015745, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/WALs/8f0673442175,46567,1732728015745, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/oldWALs, maxLogs=10 2024-11-27T17:20:17,258 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/WALs/8f0673442175,46567,1732728015745/8f0673442175%2C46567%2C1732728015745.1732728017247, exclude list is [], retry=0 2024-11-27T17:20:17,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-71c9d753-9acf-463b-86f4-8f96bc03c63b,DISK] 2024-11-27T17:20:17,262 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/WALs/8f0673442175,46567,1732728015745/8f0673442175%2C46567%2C1732728015745.1732728017247 2024-11-27T17:20:17,263 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707)] 2024-11-27T17:20:17,263 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:20:17,263 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:17,263 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:17,263 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:17,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:17,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:20:17,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:17,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:17,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:17,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:20:17,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:17,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:17,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:17,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:20:17,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:17,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:17,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:17,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:20:17,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:17,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:17,271 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:17,271 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:17,272 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:17,273 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:17,273 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:17,273 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:20:17,274 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:17,276 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:20:17,276 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66861199, jitterRate=-0.00369049608707428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:20:17,277 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728017263Initializing all the Stores at 1732728017264 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728017264Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728017264Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728017264Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728017264Cleaning up temporary data from old regions at 1732728017273 (+9 ms)Region opened successfully at 1732728017277 (+4 ms) 2024-11-27T17:20:17,277 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:20:17,280 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51931a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:20:17,281 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:20:17,281 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:20:17,281 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:20:17,281 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:20:17,282 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:20:17,282 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:20:17,282 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:20:17,284 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:20:17,285 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Unable to get data of znode /0-585284033/balancer because node does not exist (not necessarily an error) 2024-11-27T17:20:17,296 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-585284033/balancer already deleted, retry=false 2024-11-27T17:20:17,296 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:20:17,297 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Unable to get data of znode /0-585284033/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:20:17,306 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-585284033/normalizer already deleted, retry=false 2024-11-27T17:20:17,307 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:20:17,308 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Unable to get data of znode /0-585284033/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:20:17,317 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-585284033/switch/split already deleted, retry=false 2024-11-27T17:20:17,318 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Unable to get data of znode /0-585284033/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:20:17,327 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-585284033/switch/merge already deleted, retry=false 2024-11-27T17:20:17,330 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Unable to get data of znode /0-585284033/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:20:17,338 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-585284033/snapshot-cleanup already deleted, retry=false 2024-11-27T17:20:17,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-585284033/running 2024-11-27T17:20:17,349 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-585284033/running 2024-11-27T17:20:17,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:17,349 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:17,349 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,46567,1732728015745, sessionid=0x1017d4f3d310000, setting cluster-up flag (Was=false) 2024-11-27T17:20:17,370 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:17,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:17,401 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-585284033/flush-table-proc/acquired, /0-585284033/flush-table-proc/reached, /0-585284033/flush-table-proc/abort 2024-11-27T17:20:17,403 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,46567,1732728015745 2024-11-27T17:20:17,422 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:17,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:17,454 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-585284033/online-snapshot/acquired, /0-585284033/online-snapshot/reached, /0-585284033/online-snapshot/abort 2024-11-27T17:20:17,455 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,46567,1732728015745 2024-11-27T17:20:17,456 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:20:17,457 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:17,458 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:20:17,458 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:20:17,458 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,46567,1732728015745 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:20:17,459 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:17,459 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:17,459 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:17,459 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:17,459 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:20:17,459 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:17,460 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:20:17,460 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:17,460 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728047460 2024-11-27T17:20:17,460 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:20:17,460 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:20:17,460 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:20:17,460 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:20:17,461 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:20:17,461 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:20:17,461 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:17,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:17,461 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:20:17,461 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:20:17,461 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:20:17,461 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:20:17,461 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:20:17,462 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:20:17,462 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:20:17,462 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:17,462 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728017462,5,FailOnTimeoutGroup] 2024-11-27T17:20:17,462 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:20:17,462 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728017462,5,FailOnTimeoutGroup] 2024-11-27T17:20:17,462 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:17,462 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:20:17,462 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:17,462 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:17,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:20:17,539 INFO [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(746): ClusterId : fe87c8b9-2cb0-4a5b-a7bc-4ffc9c7935e5 2024-11-27T17:20:17,539 DEBUG [RS:0;8f0673442175:39007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:20:17,549 DEBUG [RS:0;8f0673442175:39007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:20:17,549 DEBUG [RS:0;8f0673442175:39007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:20:17,560 DEBUG [RS:0;8f0673442175:39007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:20:17,560 DEBUG [RS:0;8f0673442175:39007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad75b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:20:17,571 DEBUG [RS:0;8f0673442175:39007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:39007 2024-11-27T17:20:17,571 INFO [RS:0;8f0673442175:39007 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:20:17,571 INFO [RS:0;8f0673442175:39007 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:20:17,571 DEBUG [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:20:17,571 INFO [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,46567,1732728015745 with port=39007, startcode=1732728015904 2024-11-27T17:20:17,572 DEBUG [RS:0;8f0673442175:39007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:20:17,573 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:20:17,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,39007,1732728015904 2024-11-27T17:20:17,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46567 {}] master.ServerManager(517): Registering regionserver=8f0673442175,39007,1732728015904 2024-11-27T17:20:17,574 DEBUG [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932 2024-11-27T17:20:17,574 DEBUG [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39357 2024-11-27T17:20:17,575 DEBUG [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:20:17,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033/rs 2024-11-27T17:20:17,587 DEBUG [RS:0;8f0673442175:39007 {}] zookeeper.ZKUtil(111): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on existing znode=/0-585284033/rs/8f0673442175,39007,1732728015904 2024-11-27T17:20:17,587 WARN [RS:0;8f0673442175:39007 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:20:17,587 INFO [RS:0;8f0673442175:39007 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:17,587 DEBUG [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904 2024-11-27T17:20:17,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,39007,1732728015904] 2024-11-27T17:20:17,590 INFO [RS:0;8f0673442175:39007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:20:17,591 INFO [RS:0;8f0673442175:39007 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:20:17,592 INFO [RS:0;8f0673442175:39007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:20:17,592 INFO [RS:0;8f0673442175:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:17,592 INFO [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:20:17,593 INFO [RS:0;8f0673442175:39007 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:20:17,593 INFO [RS:0;8f0673442175:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:17,593 DEBUG [RS:0;8f0673442175:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:17,593 DEBUG [RS:0;8f0673442175:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:17,593 DEBUG [RS:0;8f0673442175:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:17,593 DEBUG [RS:0;8f0673442175:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:17,593 DEBUG [RS:0;8f0673442175:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:17,593 DEBUG [RS:0;8f0673442175:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:20:17,593 DEBUG [RS:0;8f0673442175:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:17,593 DEBUG [RS:0;8f0673442175:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:17,593 DEBUG [RS:0;8f0673442175:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:17,593 DEBUG [RS:0;8f0673442175:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:17,593 DEBUG [RS:0;8f0673442175:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:17,593 DEBUG [RS:0;8f0673442175:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:17,593 DEBUG [RS:0;8f0673442175:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:20:17,593 DEBUG [RS:0;8f0673442175:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:20:17,595 INFO [RS:0;8f0673442175:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:17,595 INFO [RS:0;8f0673442175:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:17,595 INFO [RS:0;8f0673442175:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:17,595 INFO [RS:0;8f0673442175:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:17,595 INFO [RS:0;8f0673442175:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:17,595 INFO [RS:0;8f0673442175:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,39007,1732728015904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:20:17,608 INFO [RS:0;8f0673442175:39007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:20:17,608 INFO [RS:0;8f0673442175:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,39007,1732728015904-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:17,608 INFO [RS:0;8f0673442175:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:17,608 INFO [RS:0;8f0673442175:39007 {}] regionserver.Replication(171): 8f0673442175,39007,1732728015904 started 2024-11-27T17:20:17,622 INFO [RS:0;8f0673442175:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:17,622 INFO [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,39007,1732728015904, RpcServer on 8f0673442175/172.17.0.3:39007, sessionid=0x1017d4f3d310001 2024-11-27T17:20:17,622 DEBUG [RS:0;8f0673442175:39007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:20:17,622 DEBUG [RS:0;8f0673442175:39007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,39007,1732728015904 2024-11-27T17:20:17,622 DEBUG [RS:0;8f0673442175:39007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,39007,1732728015904' 2024-11-27T17:20:17,622 DEBUG [RS:0;8f0673442175:39007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-585284033/flush-table-proc/abort' 2024-11-27T17:20:17,623 DEBUG [RS:0;8f0673442175:39007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-585284033/flush-table-proc/acquired' 2024-11-27T17:20:17,623 DEBUG [RS:0;8f0673442175:39007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:20:17,623 DEBUG [RS:0;8f0673442175:39007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:20:17,623 DEBUG [RS:0;8f0673442175:39007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,39007,1732728015904 2024-11-27T17:20:17,623 DEBUG [RS:0;8f0673442175:39007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,39007,1732728015904' 2024-11-27T17:20:17,623 DEBUG [RS:0;8f0673442175:39007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-585284033/online-snapshot/abort' 2024-11-27T17:20:17,623 DEBUG [RS:0;8f0673442175:39007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-585284033/online-snapshot/acquired' 2024-11-27T17:20:17,624 DEBUG [RS:0;8f0673442175:39007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:20:17,624 INFO [RS:0;8f0673442175:39007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:20:17,624 INFO [RS:0;8f0673442175:39007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:20:17,724 INFO [RS:0;8f0673442175:39007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:20:17,726 INFO [RS:0;8f0673442175:39007 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C39007%2C1732728015904, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/oldWALs, maxLogs=10 2024-11-27T17:20:17,740 DEBUG [RS:0;8f0673442175:39007 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904/8f0673442175%2C39007%2C1732728015904.1732728017726, exclude list is [], retry=0 2024-11-27T17:20:17,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-71c9d753-9acf-463b-86f4-8f96bc03c63b,DISK] 2024-11-27T17:20:17,745 INFO [RS:0;8f0673442175:39007 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904/8f0673442175%2C39007%2C1732728015904.1732728017726 2024-11-27T17:20:17,746 DEBUG [RS:0;8f0673442175:39007 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707)] 2024-11-27T17:20:17,868 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:20:17,868 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932 2024-11-27T17:20:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:20:18,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:18,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:20:18,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:20:18,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:18,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:18,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:20:18,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:20:18,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:18,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:18,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:20:18,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:20:18,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:18,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:18,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:20:18,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:20:18,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:18,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:18,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:20:18,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740 2024-11-27T17:20:18,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740 2024-11-27T17:20:18,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:20:18,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:20:18,283 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:20:18,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:20:18,286 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:20:18,286 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71235487, jitterRate=0.0614914745092392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:20:18,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728018274Initializing all the Stores at 1732728018275 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728018275Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728018275Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728018275Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728018275Cleaning up temporary data from old regions at 1732728018283 (+8 ms)Region opened successfully at 1732728018287 (+4 ms) 2024-11-27T17:20:18,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:20:18,287 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:20:18,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:20:18,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:20:18,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:20:18,287 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:20:18,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728018287Disabling compacts and flushes for region at 1732728018287Disabling writes for close at 1732728018287Writing region close event to WAL at 1732728018287Closed at 1732728018287 2024-11-27T17:20:18,289 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:18,289 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:20:18,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:20:18,290 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:20:18,291 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:20:18,441 DEBUG [8f0673442175:46567 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:20:18,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,39007,1732728015904 2024-11-27T17:20:18,443 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,39007,1732728015904, state=OPENING 2024-11-27T17:20:18,460 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:20:18,475 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:18,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:18,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-585284033/meta-region-server: CHANGED 2024-11-27T17:20:18,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-585284033/meta-region-server: CHANGED 2024-11-27T17:20:18,475 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:20:18,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,39007,1732728015904}] 2024-11-27T17:20:18,628 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:20:18,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:20:18,636 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:20:18,636 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:18,637 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:20:18,638 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C39007%2C1732728015904.meta, suffix=.meta, logDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/oldWALs, maxLogs=10 2024-11-27T17:20:18,652 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904/8f0673442175%2C39007%2C1732728015904.meta.1732728018639.meta, exclude list is [], retry=0 2024-11-27T17:20:18,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-71c9d753-9acf-463b-86f4-8f96bc03c63b,DISK] 2024-11-27T17:20:18,657 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904/8f0673442175%2C39007%2C1732728015904.meta.1732728018639.meta 2024-11-27T17:20:18,657 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707)] 2024-11-27T17:20:18,657 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:20:18,658 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:20:18,658 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:20:18,658 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:20:18,658 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:20:18,658 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:20:18,658 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:18,658 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:20:18,659 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:20:18,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:20:18,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:20:18,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:18,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:18,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:20:18,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:20:18,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:18,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:18,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:20:18,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:20:18,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:18,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:18,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:20:18,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:20:18,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:18,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:18,673 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:20:18,673 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740 2024-11-27T17:20:18,674 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740 2024-11-27T17:20:18,676 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:20:18,676 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:20:18,676 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:20:18,677 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:20:18,678 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63276833, jitterRate=-0.05710171163082123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:20:18,678 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:20:18,679 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728018659Writing region info on filesystem at 1732728018659Initializing all the Stores at 1732728018665 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728018665Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728018665Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728018665Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728018665Cleaning up temporary data from old regions at 1732728018676 (+11 ms)Running coprocessor post-open hooks at 1732728018678 (+2 ms)Region opened successfully at 1732728018678 2024-11-27T17:20:18,680 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728018628 2024-11-27T17:20:18,683 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:20:18,683 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:20:18,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,39007,1732728015904 2024-11-27T17:20:18,688 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,39007,1732728015904, state=OPEN 2024-11-27T17:20:18,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-585284033/meta-region-server 2024-11-27T17:20:18,726 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-585284033/meta-region-server 2024-11-27T17:20:18,726 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,39007,1732728015904 2024-11-27T17:20:18,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-585284033/meta-region-server: CHANGED 2024-11-27T17:20:18,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-585284033/meta-region-server: CHANGED 2024-11-27T17:20:18,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:20:18,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,39007,1732728015904 in 251 msec 2024-11-27T17:20:18,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:20:18,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-27T17:20:18,731 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:18,731 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:20:18,733 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:20:18,733 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,39007,1732728015904, seqNum=-1] 2024-11-27T17:20:18,733 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:20:18,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:20:18,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2820 sec 2024-11-27T17:20:18,740 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728018740, completionTime=-1 2024-11-27T17:20:18,740 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:20:18,740 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:20:18,742 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:20:18,742 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728078742 2024-11-27T17:20:18,742 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728138742 2024-11-27T17:20:18,742 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T17:20:18,743 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,46567,1732728015745-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:18,743 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,46567,1732728015745-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:18,743 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,46567,1732728015745-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:18,743 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:46567, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:18,743 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:18,743 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:18,745 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:20:18,748 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.766sec 2024-11-27T17:20:18,748 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:20:18,748 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:20:18,748 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:20:18,748 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:20:18,748 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:20:18,748 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,46567,1732728015745-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:20:18,748 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,46567,1732728015745-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:20:18,750 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:20:18,750 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:20:18,750 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,46567,1732728015745-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:18,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572890f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:18,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,46567,-1 for getting cluster id 2024-11-27T17:20:18,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:18,842 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe87c8b9-2cb0-4a5b-a7bc-4ffc9c7935e5' 2024-11-27T17:20:18,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:18,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe87c8b9-2cb0-4a5b-a7bc-4ffc9c7935e5" 2024-11-27T17:20:18,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1006b145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:18,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,46567,-1] 2024-11-27T17:20:18,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:18,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:18,845 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:18,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c1652c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:18,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:20:18,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,39007,1732728015904, seqNum=-1] 2024-11-27T17:20:18,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:20:18,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:20:18,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,46567,1732728015745 2024-11-27T17:20:18,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62234 2024-11-27T17:20:18,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:20:18,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017d4f3d310002 connected 2024-11-27T17:20:18,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/hadoop.log.dir so I do NOT create it in target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b 2024-11-27T17:20:18,888 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:20:18,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/hadoop.tmp.dir so I do NOT create it in target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b 2024-11-27T17:20:18,888 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:20:18,888 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b 2024-11-27T17:20:18,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:20:18,888 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/cluster_6ed447fa-fc8e-b7dc-3965-1d68cfc04d3d, deleteOnExit=true 2024-11-27T17:20:18,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:20:18,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/test.cache.data in system properties and HBase conf 2024-11-27T17:20:18,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:20:18,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:20:18,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:20:18,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:20:18,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:20:18,889 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:20:18,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:20:18,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:20:18,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:20:18,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:20:18,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:20:18,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:20:18,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:20:18,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:20:18,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:20:18,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:20:18,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:20:18,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:20:18,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:20:18,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:20:19,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:20:19,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:20:19,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:20:19,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:20:19,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:20:19,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:20:19,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e6f60b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:20:19,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b8d17a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:20:19,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42f0e8e1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/java.io.tmpdir/jetty-localhost-43073-hadoop-hdfs-3_4_1-tests_jar-_-any-17833460712477167634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:20:19,307 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@309b17f2{HTTP/1.1, (http/1.1)}{localhost:43073} 2024-11-27T17:20:19,307 INFO [Time-limited test {}] server.Server(415): Started @146279ms 2024-11-27T17:20:19,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:20:19,607 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:20:19,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:20:19,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:20:19,609 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:20:19,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c0e609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:20:19,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6980b036{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:20:19,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fdcfbf4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/java.io.tmpdir/jetty-localhost-33909-hadoop-hdfs-3_4_1-tests_jar-_-any-13236873486831356795/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:20:19,725 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38817d4e{HTTP/1.1, (http/1.1)}{localhost:33909} 2024-11-27T17:20:19,725 INFO [Time-limited test {}] server.Server(415): Started @146696ms 2024-11-27T17:20:19,726 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:20:19,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T17:20:19,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T17:20:19,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:20:20,442 WARN [Thread-1399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/cluster_6ed447fa-fc8e-b7dc-3965-1d68cfc04d3d/data/data2/current/BP-284173319-172.17.0.3-1732728018911/current, will proceed with Du for space computation calculation, 2024-11-27T17:20:20,442 WARN [Thread-1398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/cluster_6ed447fa-fc8e-b7dc-3965-1d68cfc04d3d/data/data1/current/BP-284173319-172.17.0.3-1732728018911/current, will proceed with Du for space computation calculation, 2024-11-27T17:20:20,458 WARN [Thread-1386 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:20:20,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94f4cd02476eb92a with lease ID 0x42c6ae55cb82695b: Processing first storage report for DS-5af6c5fa-2020-4adf-a7f5-c3ccda9899dc from datanode DatanodeRegistration(127.0.0.1:46443, datanodeUuid=3aaeff93-c23c-482d-af1b-10cf296ddc0a, infoPort=45289, infoSecurePort=0, ipcPort=35843, storageInfo=lv=-57;cid=testClusterID;nsid=2001132668;c=1732728018911) 2024-11-27T17:20:20,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94f4cd02476eb92a with lease ID 0x42c6ae55cb82695b: from storage DS-5af6c5fa-2020-4adf-a7f5-c3ccda9899dc node DatanodeRegistration(127.0.0.1:46443, datanodeUuid=3aaeff93-c23c-482d-af1b-10cf296ddc0a, infoPort=45289, infoSecurePort=0, ipcPort=35843, storageInfo=lv=-57;cid=testClusterID;nsid=2001132668;c=1732728018911), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:20:20,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94f4cd02476eb92a with lease ID 0x42c6ae55cb82695b: Processing first storage report for DS-cab9ca9c-04cf-48ad-b97e-4ac994ecd904 from datanode DatanodeRegistration(127.0.0.1:46443, datanodeUuid=3aaeff93-c23c-482d-af1b-10cf296ddc0a, infoPort=45289, infoSecurePort=0, ipcPort=35843, storageInfo=lv=-57;cid=testClusterID;nsid=2001132668;c=1732728018911) 2024-11-27T17:20:20,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94f4cd02476eb92a with lease ID 0x42c6ae55cb82695b: from storage DS-cab9ca9c-04cf-48ad-b97e-4ac994ecd904 node DatanodeRegistration(127.0.0.1:46443, datanodeUuid=3aaeff93-c23c-482d-af1b-10cf296ddc0a, infoPort=45289, infoSecurePort=0, ipcPort=35843, storageInfo=lv=-57;cid=testClusterID;nsid=2001132668;c=1732728018911), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:20:20,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b 2024-11-27T17:20:20,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:20,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:20,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:20:20,968 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19 with version=8 2024-11-27T17:20:20,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/hbase-staging 2024-11-27T17:20:20,970 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:20:20,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:20,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:20,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:20:20,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:20,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:20:20,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:20:20,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:20:20,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34179 2024-11-27T17:20:20,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34179 connecting to ZooKeeper ensemble=127.0.0.1:62234 2024-11-27T17:20:20,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341790x0, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:20:20,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34179-0x1017d4f3d310003 connected 2024-11-27T17:20:21,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:21,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:21,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Set watcher on znode that does not yet exist, /1-197232965/running 2024-11-27T17:20:21,058 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19, hbase.cluster.distributed=false 2024-11-27T17:20:21,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Set watcher on znode that does not yet exist, /1-197232965/acl 2024-11-27T17:20:21,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34179 2024-11-27T17:20:21,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34179 2024-11-27T17:20:21,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34179 2024-11-27T17:20:21,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34179 2024-11-27T17:20:21,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34179 2024-11-27T17:20:21,080 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:20:21,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:21,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:21,080 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:20:21,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:21,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:20:21,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:20:21,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:20:21,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35197 2024-11-27T17:20:21,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35197 connecting to ZooKeeper ensemble=127.0.0.1:62234 2024-11-27T17:20:21,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:21,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:21,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351970x0, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:20:21,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351970x0, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Set watcher on znode that does not yet exist, /1-197232965/running 2024-11-27T17:20:21,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35197-0x1017d4f3d310004 connected 2024-11-27T17:20:21,096 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:20:21,097 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:20:21,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Set watcher on znode that does not yet exist, /1-197232965/master 2024-11-27T17:20:21,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Set watcher on znode that does not yet exist, /1-197232965/acl 2024-11-27T17:20:21,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35197 2024-11-27T17:20:21,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35197 2024-11-27T17:20:21,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35197 2024-11-27T17:20:21,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35197 2024-11-27T17:20:21,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35197 2024-11-27T17:20:21,117 DEBUG [M:0;8f0673442175:34179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:34179 2024-11-27T17:20:21,117 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-197232965/backup-masters/8f0673442175,34179,1732728020970 2024-11-27T17:20:21,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965/backup-masters 2024-11-27T17:20:21,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965/backup-masters 2024-11-27T17:20:21,128 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Set watcher on existing znode=/1-197232965/backup-masters/8f0673442175,34179,1732728020970 2024-11-27T17:20:21,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-197232965/master 2024-11-27T17:20:21,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965 2024-11-27T17:20:21,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965 2024-11-27T17:20:21,138 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Set watcher on existing znode=/1-197232965/master 2024-11-27T17:20:21,138 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-197232965/backup-masters/8f0673442175,34179,1732728020970 from backup master directory 2024-11-27T17:20:21,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-197232965/backup-masters/8f0673442175,34179,1732728020970 2024-11-27T17:20:21,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965/backup-masters 2024-11-27T17:20:21,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965/backup-masters 2024-11-27T17:20:21,148 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:20:21,148 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,34179,1732728020970 2024-11-27T17:20:21,152 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/hbase.id] with ID: 44f48c75-9d1f-4959-aca8-5e40848ca7e0 2024-11-27T17:20:21,152 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/.tmp/hbase.id 2024-11-27T17:20:21,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:20:21,557 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/.tmp/hbase.id]:[hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/hbase.id] 2024-11-27T17:20:21,568 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:21,568 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:20:21,569 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T17:20:21,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965 2024-11-27T17:20:21,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965 2024-11-27T17:20:21,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:20:21,986 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:20:21,987 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:20:21,987 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:21,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:20:22,394 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store 2024-11-27T17:20:22,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:20:22,800 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:22,800 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:20:22,800 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:22,800 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:22,800 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:20:22,800 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:22,800 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:22,800 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728022800Disabling compacts and flushes for region at 1732728022800Disabling writes for close at 1732728022800Writing region close event to WAL at 1732728022800Closed at 1732728022800 2024-11-27T17:20:22,801 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/.initializing 2024-11-27T17:20:22,801 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/WALs/8f0673442175,34179,1732728020970 2024-11-27T17:20:22,802 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:20:22,804 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C34179%2C1732728020970, suffix=, logDir=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/WALs/8f0673442175,34179,1732728020970, archiveDir=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/oldWALs, maxLogs=10 2024-11-27T17:20:22,815 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/WALs/8f0673442175,34179,1732728020970/8f0673442175%2C34179%2C1732728020970.1732728022804, exclude list is [], retry=0 2024-11-27T17:20:22,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46443,DS-5af6c5fa-2020-4adf-a7f5-c3ccda9899dc,DISK] 2024-11-27T17:20:22,819 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/WALs/8f0673442175,34179,1732728020970/8f0673442175%2C34179%2C1732728020970.1732728022804 2024-11-27T17:20:22,819 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45289:45289)] 2024-11-27T17:20:22,819 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:20:22,820 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:22,820 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:22,820 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:22,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:22,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:20:22,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:22,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:22,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:22,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:20:22,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:22,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:22,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:22,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:20:22,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:22,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:22,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:22,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:20:22,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:22,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:22,828 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:22,828 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:22,829 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:22,830 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:22,830 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:22,830 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:20:22,831 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:22,833 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:20:22,833 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70116243, jitterRate=0.04481343924999237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:20:22,834 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728022820Initializing all the Stores at 1732728022821 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728022821Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728022821Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728022821Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728022821Cleaning up temporary data from old regions at 1732728022830 (+9 ms)Region opened successfully at 1732728022834 (+4 ms) 2024-11-27T17:20:22,834 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:20:22,836 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f078936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:20:22,837 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:20:22,837 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:20:22,837 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:20:22,837 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:20:22,837 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:20:22,838 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:20:22,838 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:20:22,840 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:20:22,841 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Unable to get data of znode /1-197232965/balancer because node does not exist (not necessarily an error) 2024-11-27T17:20:22,853 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-197232965/balancer already deleted, retry=false 2024-11-27T17:20:22,854 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:20:22,854 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Unable to get data of znode /1-197232965/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:20:22,864 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-197232965/normalizer already deleted, retry=false 2024-11-27T17:20:22,864 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:20:22,865 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Unable to get data of znode /1-197232965/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:20:22,874 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-197232965/switch/split already deleted, retry=false 2024-11-27T17:20:22,875 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Unable to get data of znode /1-197232965/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:20:22,885 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-197232965/switch/merge already deleted, retry=false 2024-11-27T17:20:22,887 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Unable to get data of znode /1-197232965/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:20:22,895 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-197232965/snapshot-cleanup already deleted, retry=false 2024-11-27T17:20:22,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-197232965/running 2024-11-27T17:20:22,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-197232965/running 2024-11-27T17:20:22,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965 2024-11-27T17:20:22,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965 2024-11-27T17:20:22,906 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,34179,1732728020970, sessionid=0x1017d4f3d310003, setting cluster-up flag (Was=false) 2024-11-27T17:20:22,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965 2024-11-27T17:20:22,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965 2024-11-27T17:20:22,959 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-197232965/flush-table-proc/acquired, /1-197232965/flush-table-proc/reached, /1-197232965/flush-table-proc/abort 2024-11-27T17:20:22,960 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,34179,1732728020970 2024-11-27T17:20:22,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965 2024-11-27T17:20:22,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965 2024-11-27T17:20:23,011 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-197232965/online-snapshot/acquired, /1-197232965/online-snapshot/reached, /1-197232965/online-snapshot/abort 2024-11-27T17:20:23,012 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,34179,1732728020970 2024-11-27T17:20:23,013 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:20:23,015 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:23,015 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:20:23,015 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:20:23,015 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,34179,1732728020970 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:20:23,016 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:23,016 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:23,016 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:23,016 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:23,016 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:20:23,016 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:23,016 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:20:23,016 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:23,020 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728053020 2024-11-27T17:20:23,020 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:20:23,020 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:20:23,020 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:20:23,020 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:20:23,020 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:20:23,021 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:20:23,021 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:23,021 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:23,021 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:20:23,022 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:23,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:20:23,022 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:20:23,022 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:20:23,022 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:20:23,022 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:20:23,023 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:20:23,023 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:20:23,024 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728023023,5,FailOnTimeoutGroup] 2024-11-27T17:20:23,025 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728023024,5,FailOnTimeoutGroup] 2024-11-27T17:20:23,025 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:23,025 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:20:23,026 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:23,026 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:23,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:20:23,109 INFO [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(746): ClusterId : 44f48c75-9d1f-4959-aca8-5e40848ca7e0 2024-11-27T17:20:23,109 DEBUG [RS:0;8f0673442175:35197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:20:23,134 DEBUG [RS:0;8f0673442175:35197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:20:23,134 DEBUG [RS:0;8f0673442175:35197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:20:23,145 DEBUG [RS:0;8f0673442175:35197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:20:23,145 DEBUG [RS:0;8f0673442175:35197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352a39a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:20:23,156 DEBUG [RS:0;8f0673442175:35197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:35197 2024-11-27T17:20:23,156 INFO [RS:0;8f0673442175:35197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:20:23,156 INFO [RS:0;8f0673442175:35197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:20:23,156 DEBUG [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:20:23,157 INFO [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,34179,1732728020970 with port=35197, startcode=1732728021079 2024-11-27T17:20:23,157 DEBUG [RS:0;8f0673442175:35197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:20:23,158 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:20:23,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,35197,1732728021079 2024-11-27T17:20:23,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34179 {}] master.ServerManager(517): Registering regionserver=8f0673442175,35197,1732728021079 2024-11-27T17:20:23,160 DEBUG [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19 2024-11-27T17:20:23,160 DEBUG [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43553 2024-11-27T17:20:23,160 DEBUG [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:20:23,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965/rs 2024-11-27T17:20:23,204 DEBUG [RS:0;8f0673442175:35197 {}] zookeeper.ZKUtil(111): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Set watcher on existing znode=/1-197232965/rs/8f0673442175,35197,1732728021079 2024-11-27T17:20:23,205 WARN [RS:0;8f0673442175:35197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:20:23,205 INFO [RS:0;8f0673442175:35197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:23,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,35197,1732728021079] 2024-11-27T17:20:23,205 DEBUG [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/WALs/8f0673442175,35197,1732728021079 2024-11-27T17:20:23,208 INFO [RS:0;8f0673442175:35197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:20:23,209 INFO [RS:0;8f0673442175:35197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:20:23,209 INFO [RS:0;8f0673442175:35197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:20:23,209 INFO [RS:0;8f0673442175:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:23,210 INFO [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:20:23,210 INFO [RS:0;8f0673442175:35197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:20:23,210 INFO [RS:0;8f0673442175:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:23,211 DEBUG [RS:0;8f0673442175:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:23,211 DEBUG [RS:0;8f0673442175:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:23,211 DEBUG [RS:0;8f0673442175:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:23,211 DEBUG [RS:0;8f0673442175:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:23,211 DEBUG [RS:0;8f0673442175:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:23,211 DEBUG [RS:0;8f0673442175:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:20:23,211 DEBUG [RS:0;8f0673442175:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:23,211 DEBUG [RS:0;8f0673442175:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:23,211 DEBUG [RS:0;8f0673442175:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:23,211 DEBUG [RS:0;8f0673442175:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:23,211 DEBUG [RS:0;8f0673442175:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:23,211 DEBUG [RS:0;8f0673442175:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:23,211 DEBUG [RS:0;8f0673442175:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:20:23,211 DEBUG [RS:0;8f0673442175:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:20:23,211 INFO [RS:0;8f0673442175:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:23,211 INFO [RS:0;8f0673442175:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:23,211 INFO [RS:0;8f0673442175:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:23,211 INFO [RS:0;8f0673442175:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:23,212 INFO [RS:0;8f0673442175:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:23,212 INFO [RS:0;8f0673442175:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35197,1732728021079-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:20:23,227 INFO [RS:0;8f0673442175:35197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:20:23,227 INFO [RS:0;8f0673442175:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35197,1732728021079-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:23,227 INFO [RS:0;8f0673442175:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:23,227 INFO [RS:0;8f0673442175:35197 {}] regionserver.Replication(171): 8f0673442175,35197,1732728021079 started 2024-11-27T17:20:23,241 INFO [RS:0;8f0673442175:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:23,241 INFO [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,35197,1732728021079, RpcServer on 8f0673442175/172.17.0.3:35197, sessionid=0x1017d4f3d310004 2024-11-27T17:20:23,241 DEBUG [RS:0;8f0673442175:35197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:20:23,241 DEBUG [RS:0;8f0673442175:35197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,35197,1732728021079 2024-11-27T17:20:23,241 DEBUG [RS:0;8f0673442175:35197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,35197,1732728021079' 2024-11-27T17:20:23,241 DEBUG [RS:0;8f0673442175:35197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-197232965/flush-table-proc/abort' 2024-11-27T17:20:23,242 DEBUG [RS:0;8f0673442175:35197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-197232965/flush-table-proc/acquired' 2024-11-27T17:20:23,242 DEBUG [RS:0;8f0673442175:35197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:20:23,242 DEBUG [RS:0;8f0673442175:35197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:20:23,242 DEBUG [RS:0;8f0673442175:35197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,35197,1732728021079 2024-11-27T17:20:23,242 DEBUG [RS:0;8f0673442175:35197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,35197,1732728021079' 2024-11-27T17:20:23,242 DEBUG [RS:0;8f0673442175:35197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-197232965/online-snapshot/abort' 2024-11-27T17:20:23,242 DEBUG [RS:0;8f0673442175:35197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-197232965/online-snapshot/acquired' 2024-11-27T17:20:23,243 DEBUG [RS:0;8f0673442175:35197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:20:23,243 INFO [RS:0;8f0673442175:35197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:20:23,243 INFO [RS:0;8f0673442175:35197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:20:23,343 INFO [RS:0;8f0673442175:35197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:20:23,345 INFO [RS:0;8f0673442175:35197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C35197%2C1732728021079, suffix=, logDir=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/WALs/8f0673442175,35197,1732728021079, archiveDir=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/oldWALs, maxLogs=10 2024-11-27T17:20:23,356 DEBUG [RS:0;8f0673442175:35197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/WALs/8f0673442175,35197,1732728021079/8f0673442175%2C35197%2C1732728021079.1732728023345, exclude list is [], retry=0 2024-11-27T17:20:23,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46443,DS-5af6c5fa-2020-4adf-a7f5-c3ccda9899dc,DISK] 2024-11-27T17:20:23,360 INFO [RS:0;8f0673442175:35197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/WALs/8f0673442175,35197,1732728021079/8f0673442175%2C35197%2C1732728021079.1732728023345 2024-11-27T17:20:23,360 DEBUG [RS:0;8f0673442175:35197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45289:45289)] 2024-11-27T17:20:23,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:20:23,430 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19 2024-11-27T17:20:23,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:20:23,590 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:20:23,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:23,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:23,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:23,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:23,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:23,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:23,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:23,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:20:23,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:20:23,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:23,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:23,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:20:23,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:20:23,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:23,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:23,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:20:23,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:20:23,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:23,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:23,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:20:23,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:20:23,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:23,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:23,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:20:23,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/data/hbase/meta/1588230740 2024-11-27T17:20:23,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/data/hbase/meta/1588230740 2024-11-27T17:20:23,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:20:23,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:20:23,846 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:20:23,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:20:23,849 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:20:23,849 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61911014, jitterRate=-0.07745400071144104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:20:23,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728023837Initializing all the Stores at 1732728023837Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728023837Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728023838 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728023838Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728023838Cleaning up temporary data from old regions at 1732728023846 (+8 ms)Region opened successfully at 1732728023849 (+3 ms) 2024-11-27T17:20:23,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:20:23,849 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:20:23,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:20:23,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:20:23,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:20:23,850 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:20:23,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728023849Disabling compacts and flushes for region at 1732728023849Disabling writes for close at 1732728023850 (+1 ms)Writing region close event to WAL at 1732728023850Closed at 1732728023850 2024-11-27T17:20:23,851 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:23,851 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:20:23,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:20:23,852 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:20:23,852 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:20:24,003 DEBUG [8f0673442175:34179 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:20:24,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,35197,1732728021079 2024-11-27T17:20:24,004 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,35197,1732728021079, state=OPENING 2024-11-27T17:20:24,053 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:20:24,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965 2024-11-27T17:20:24,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965 2024-11-27T17:20:24,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-197232965/meta-region-server: CHANGED 2024-11-27T17:20:24,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-197232965/meta-region-server: CHANGED 2024-11-27T17:20:24,064 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:20:24,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,35197,1732728021079}] 2024-11-27T17:20:24,186 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:20:24,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:24,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:24,217 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:20:24,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:24,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:24,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:24,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:20:24,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:24,232 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:20:24,232 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:24,233 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:20:24,234 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C35197%2C1732728021079.meta, suffix=.meta, logDir=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/WALs/8f0673442175,35197,1732728021079, archiveDir=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/oldWALs, maxLogs=10 2024-11-27T17:20:24,250 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/WALs/8f0673442175,35197,1732728021079/8f0673442175%2C35197%2C1732728021079.meta.1732728024235.meta, exclude list is [], retry=0 2024-11-27T17:20:24,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46443,DS-5af6c5fa-2020-4adf-a7f5-c3ccda9899dc,DISK] 2024-11-27T17:20:24,258 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/WALs/8f0673442175,35197,1732728021079/8f0673442175%2C35197%2C1732728021079.meta.1732728024235.meta 2024-11-27T17:20:24,258 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45289:45289)] 2024-11-27T17:20:24,258 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:20:24,259 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:20:24,259 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:20:24,259 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:20:24,259 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:20:24,259 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:20:24,259 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:24,259 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:20:24,260 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:20:24,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:20:24,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:20:24,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:24,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:24,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:20:24,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:20:24,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:24,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:24,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:20:24,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:20:24,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:24,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:24,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:20:24,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:20:24,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:24,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:24,270 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:20:24,270 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/data/hbase/meta/1588230740 2024-11-27T17:20:24,272 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/data/hbase/meta/1588230740 2024-11-27T17:20:24,273 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:20:24,273 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:20:24,273 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:20:24,275 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:20:24,276 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72391230, jitterRate=0.07871338725090027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:20:24,276 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:20:24,276 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728024260Writing region info on filesystem at 1732728024260Initializing all the Stores at 1732728024261 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728024261Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728024264 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728024264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728024264Cleaning up temporary data from old regions at 1732728024273 (+9 ms)Running coprocessor post-open hooks at 1732728024276 (+3 ms)Region opened successfully at 1732728024276 2024-11-27T17:20:24,277 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728024217 2024-11-27T17:20:24,280 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:20:24,280 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:20:24,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,35197,1732728021079 2024-11-27T17:20:24,281 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,35197,1732728021079, state=OPEN 2024-11-27T17:20:24,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-197232965/meta-region-server 2024-11-27T17:20:24,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-197232965/meta-region-server 2024-11-27T17:20:24,292 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,35197,1732728021079 2024-11-27T17:20:24,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-197232965/meta-region-server: CHANGED 2024-11-27T17:20:24,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-197232965/meta-region-server: CHANGED 2024-11-27T17:20:24,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:20:24,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,35197,1732728021079 in 227 msec 2024-11-27T17:20:24,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:20:24,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-27T17:20:24,299 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:24,299 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:20:24,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:20:24,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35197,1732728021079, seqNum=-1] 2024-11-27T17:20:24,302 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:20:24,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:20:24,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2940 sec 2024-11-27T17:20:24,310 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728024310, completionTime=-1 2024-11-27T17:20:24,310 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:20:24,311 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:20:24,313 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:20:24,313 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728084313 2024-11-27T17:20:24,313 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728144313 2024-11-27T17:20:24,313 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T17:20:24,314 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,34179,1732728020970-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:24,314 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,34179,1732728020970-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:24,314 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,34179,1732728020970-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:24,314 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:34179, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:24,314 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:24,314 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:24,316 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:20:24,319 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.171sec 2024-11-27T17:20:24,319 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:20:24,319 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:20:24,319 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:20:24,319 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:20:24,319 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:20:24,319 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,34179,1732728020970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:20:24,319 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,34179,1732728020970-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:20:24,323 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:20:24,323 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:20:24,323 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,34179,1732728020970-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:24,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165db4a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:24,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,34179,-1 for getting cluster id 2024-11-27T17:20:24,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:24,412 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44f48c75-9d1f-4959-aca8-5e40848ca7e0' 2024-11-27T17:20:24,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:24,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44f48c75-9d1f-4959-aca8-5e40848ca7e0" 2024-11-27T17:20:24,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0fa9d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:24,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,34179,-1] 2024-11-27T17:20:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:24,414 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:24,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d932c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:24,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:20:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35197,1732728021079, seqNum=-1] 2024-11-27T17:20:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:20:24,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:20:24,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,34179,1732728020970 2024-11-27T17:20:24,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62234 2024-11-27T17:20:24,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:20:24,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017d4f3d310005 connected 2024-11-27T17:20:24,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366b1942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:24,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,46567,-1 for getting cluster id 2024-11-27T17:20:24,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:24,447 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe87c8b9-2cb0-4a5b-a7bc-4ffc9c7935e5' 2024-11-27T17:20:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe87c8b9-2cb0-4a5b-a7bc-4ffc9c7935e5" 2024-11-27T17:20:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0a2bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,46567,-1] 2024-11-27T17:20:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:24,449 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:24,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e39fc8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:24,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:20:24,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,46567,1732728015745 2024-11-27T17:20:24,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b3c9a12 2024-11-27T17:20:24,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:20:24,454 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:20:24,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8f0673442175:34179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:20:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:20:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:24,457 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:34179' 2024-11-27T17:20:24,458 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a51c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:24,458 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,34179,-1 for getting cluster id 2024-11-27T17:20:24,458 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:24,459 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44f48c75-9d1f-4959-aca8-5e40848ca7e0' 2024-11-27T17:20:24,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:24,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44f48c75-9d1f-4959-aca8-5e40848ca7e0" 2024-11-27T17:20:24,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669da03b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:24,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,34179,-1] 2024-11-27T17:20:24,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:24,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:24,460 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:24,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4562902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:24,461 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:20:24,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,34179,1732728020970 2024-11-27T17:20:24,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@459035d 2024-11-27T17:20:24,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:20:24,463 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:20:24,465 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T17:20:24,465 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:20:24,466 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:24,466 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:24,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:20:24,466 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:20:24,468 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:20:24,469 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:20:24,469 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:24,471 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:20:24,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741835_1011 (size=1138) 2024-11-27T17:20:24,518 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T17:20:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:24,888 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f27e9b18cdfec381321c4e472af322e7, NAME => 'hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932 2024-11-27T17:20:24,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741836_1012 (size=44) 2024-11-27T17:20:24,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:24,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f27e9b18cdfec381321c4e472af322e7, disabling compactions & flushes 2024-11-27T17:20:24,896 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:24,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:24,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. after waiting 0 ms 2024-11-27T17:20:24,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:24,896 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:24,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f27e9b18cdfec381321c4e472af322e7: Waiting for close lock at 1732728024896Disabling compacts and flushes for region at 1732728024896Disabling writes for close at 1732728024896Writing region close event to WAL at 1732728024896Closed at 1732728024896 2024-11-27T17:20:24,898 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:20:24,898 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732728024898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728024898"}]},"ts":"1732728024898"} 2024-11-27T17:20:24,900 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:20:24,901 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:20:24,901 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728024901"}]},"ts":"1732728024901"} 2024-11-27T17:20:24,904 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T17:20:24,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f27e9b18cdfec381321c4e472af322e7, ASSIGN}] 2024-11-27T17:20:24,905 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f27e9b18cdfec381321c4e472af322e7, ASSIGN 2024-11-27T17:20:24,906 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f27e9b18cdfec381321c4e472af322e7, ASSIGN; state=OFFLINE, location=8f0673442175,39007,1732728015904; forceNewPlan=false, retain=false 2024-11-27T17:20:25,057 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f27e9b18cdfec381321c4e472af322e7, regionState=OPENING, regionLocation=8f0673442175,39007,1732728015904 2024-11-27T17:20:25,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f27e9b18cdfec381321c4e472af322e7, ASSIGN because future has completed 2024-11-27T17:20:25,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f27e9b18cdfec381321c4e472af322e7, server=8f0673442175,39007,1732728015904}] 2024-11-27T17:20:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:25,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:25,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:25,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:20:25,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C39007%2C1732728015904.rep, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/oldWALs, maxLogs=10 2024-11-27T17:20:25,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904/8f0673442175%2C39007%2C1732728015904.rep.1732728025226, exclude list is [], retry=0 2024-11-27T17:20:25,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-71c9d753-9acf-463b-86f4-8f96bc03c63b,DISK] 2024-11-27T17:20:25,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904/8f0673442175%2C39007%2C1732728015904.rep.1732728025226 2024-11-27T17:20:25,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707)] 2024-11-27T17:20:25,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f27e9b18cdfec381321c4e472af322e7, NAME => 'hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:20:25,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:20:25,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:20:25,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. service=MultiRowMutationService 2024-11-27T17:20:25,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:20:25,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:25,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:25,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:25,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:25,264 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:25,266 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f27e9b18cdfec381321c4e472af322e7 columnFamilyName hfileref 2024-11-27T17:20:25,266 DEBUG [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:25,267 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] regionserver.HStore(327): Store=f27e9b18cdfec381321c4e472af322e7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:25,267 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:25,268 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f27e9b18cdfec381321c4e472af322e7 columnFamilyName queue 2024-11-27T17:20:25,268 DEBUG [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:25,269 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] regionserver.HStore(327): Store=f27e9b18cdfec381321c4e472af322e7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:25,269 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:25,270 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f27e9b18cdfec381321c4e472af322e7 columnFamilyName sid 2024-11-27T17:20:25,270 DEBUG [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:25,271 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] regionserver.HStore(327): Store=f27e9b18cdfec381321c4e472af322e7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:25,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:25,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/replication/f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:25,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/replication/f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:25,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:25,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:25,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:20:25,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:25,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/replication/f27e9b18cdfec381321c4e472af322e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:20:25,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f27e9b18cdfec381321c4e472af322e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58917822, jitterRate=-0.1220560371875763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:20:25,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:25,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f27e9b18cdfec381321c4e472af322e7: Running coprocessor pre-open hook at 1732728025261Writing region info on filesystem at 1732728025261Initializing all the Stores at 1732728025262 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728025262Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728025264 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728025264Cleaning up temporary data from old regions at 1732728025280 (+16 ms)Running coprocessor post-open hooks at 1732728025287 (+7 ms)Region opened successfully at 1732728025288 (+1 ms) 2024-11-27T17:20:25,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7., pid=7, masterSystemTime=1732728025219 2024-11-27T17:20:25,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:25,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:25,292 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f27e9b18cdfec381321c4e472af322e7, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,39007,1732728015904 2024-11-27T17:20:25,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f27e9b18cdfec381321c4e472af322e7, server=8f0673442175,39007,1732728015904 because future has completed 2024-11-27T17:20:25,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T17:20:25,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f27e9b18cdfec381321c4e472af322e7, server=8f0673442175,39007,1732728015904 in 231 msec 2024-11-27T17:20:25,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:20:25,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f27e9b18cdfec381321c4e472af322e7, ASSIGN in 396 msec 2024-11-27T17:20:25,303 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:20:25,303 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728025303"}]},"ts":"1732728025303"} 2024-11-27T17:20:25,306 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T17:20:25,307 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:20:25,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 841 msec 2024-11-27T17:20:25,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7., hostname=8f0673442175,39007,1732728015904, seqNum=2] 2024-11-27T17:20:25,453 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:25,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:25,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:20:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:25,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39007 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T17:20:25,631 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T17:20:25,666 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,39007,1732728015904, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:20:25,667 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:20:25,667 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,39007,1732728015904, seqNum=-1] 2024-11-27T17:20:25,667 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:20:25,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-27T17:20:25,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8f0673442175,39007,1732728015904', locateType=CURRENT is [region=hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7., hostname=8f0673442175,39007,1732728015904, seqNum=2] 2024-11-27T17:20:25,674 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T17:20:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T17:20:25,679 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8f0673442175,39007,1732728015904 suceeded 2024-11-27T17:20:25,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T17:20:25,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-27T17:20:25,683 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8f0673442175:34179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:20:25,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2290 sec 2024-11-27T17:20:25,697 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:34179' 2024-11-27T17:20:25,699 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a7f2c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:25,699 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,34179,-1 for getting cluster id 2024-11-27T17:20:25,699 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:25,700 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44f48c75-9d1f-4959-aca8-5e40848ca7e0' 2024-11-27T17:20:25,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:25,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44f48c75-9d1f-4959-aca8-5e40848ca7e0" 2024-11-27T17:20:25,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c7e998c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:25,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,34179,-1] 2024-11-27T17:20:25,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:25,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:25,703 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:25,703 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58e03aa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:25,704 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:20:25,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,34179,1732728020970 2024-11-27T17:20:25,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bf65e00 2024-11-27T17:20:25,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:20:25,706 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-27T17:20:25,707 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,39007,1732728015904 (queues=1) is replicating from cluster=fe87c8b9-2cb0-4a5b-a7bc-4ffc9c7935e5 to cluster=44f48c75-9d1f-4959-aca8-5e40848ca7e0 2024-11-27T17:20:25,707 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C39007%2C1732728015904 2024-11-27T17:20:25,708 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,39007,1732728015904, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:20:25,708 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904.replicationSource.shipper8f0673442175%2C39007%2C1732728015904,1-8f0673442175,39007,1732728015904 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C39007%2C1732728015904 2024-11-27T17:20:25,708 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904.replicationSource.wal-reader.8f0673442175%2C39007%2C1732728015904,1-8f0673442175,39007,1732728015904 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904/8f0673442175%2C39007%2C1732728015904.1732728017726, startPosition=0, beingWritten=true 2024-11-27T17:20:25,915 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904.replicationSource.wal-reader.8f0673442175%2C39007%2C1732728015904,1-8f0673442175,39007,1732728015904 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904/8f0673442175%2C39007%2C1732728015904.1732728017726 to pos 0, reset compression=false 2024-11-27T17:20:26,220 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904.replicationSource.wal-reader.8f0673442175%2C39007%2C1732728015904,1-8f0673442175,39007,1732728015904 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904/8f0673442175%2C39007%2C1732728015904.1732728017726 to pos 0, reset compression=false 2024-11-27T17:20:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:26,604 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:20:26,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:20:26,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:26,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:26,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:26,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:20:26,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:20:26,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,46567,1732728015745 2024-11-27T17:20:26,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46b98a3f 2024-11-27T17:20:26,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:20:26,606 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:20:26,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T17:20:26,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:20:26,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:26,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:26,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:26,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:20:26,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:20:26,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=406677087, stopped=false 2024-11-27T17:20:26,607 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,46567,1732728015745 2024-11-27T17:20:26,630 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904.replicationSource.wal-reader.8f0673442175%2C39007%2C1732728015904,1-8f0673442175,39007,1732728015904 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904/8f0673442175%2C39007%2C1732728015904.1732728017726 to pos 0, reset compression=false 2024-11-27T17:20:26,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-585284033/running 2024-11-27T17:20:26,685 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-585284033/running 2024-11-27T17:20:26,685 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:26,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:26,685 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:20:26,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:20:26,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:26,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:26,686 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,39007,1732728015904' ***** 2024-11-27T17:20:26,686 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:20:26,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on znode that does not yet exist, /0-585284033/running 2024-11-27T17:20:26,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on znode that does not yet exist, /0-585284033/running 2024-11-27T17:20:26,686 INFO [RS:0;8f0673442175:39007 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:20:26,686 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:20:26,686 INFO [RS:0;8f0673442175:39007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:20:26,686 INFO [RS:0;8f0673442175:39007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:20:26,686 INFO [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(3091): Received CLOSE for f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:26,686 INFO [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,39007,1732728015904 2024-11-27T17:20:26,686 INFO [RS:0;8f0673442175:39007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:20:26,686 INFO [RS:0;8f0673442175:39007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:39007. 2024-11-27T17:20:26,687 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f27e9b18cdfec381321c4e472af322e7, disabling compactions & flushes 2024-11-27T17:20:26,687 DEBUG [RS:0;8f0673442175:39007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:26,687 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:26,687 DEBUG [RS:0;8f0673442175:39007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:26,687 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:26,687 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. after waiting 0 ms 2024-11-27T17:20:26,687 INFO [RS:0;8f0673442175:39007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:20:26,687 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:26,687 INFO [RS:0;8f0673442175:39007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:20:26,687 INFO [RS:0;8f0673442175:39007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:20:26,687 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f27e9b18cdfec381321c4e472af322e7 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T17:20:26,687 INFO [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:20:26,687 INFO [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T17:20:26,687 DEBUG [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f27e9b18cdfec381321c4e472af322e7=hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7.} 2024-11-27T17:20:26,687 DEBUG [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:26,687 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:20:26,687 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:20:26,687 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:20:26,687 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:20:26,687 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:20:26,687 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T17:20:26,701 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/replication/f27e9b18cdfec381321c4e472af322e7/.tmp/queue/5d0901d9060d43bba5ac09ed8fc9fef4 is 151, key is 1-8f0673442175,39007,1732728015904/queue:8f0673442175%2C39007%2C1732728015904/1732728025672/Put/seqid=0 2024-11-27T17:20:26,702 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/.tmp/info/42f6d7867e8b40649f63f3f577ca3e0b is 147, key is hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7./info:regioninfo/1732728025292/Put/seqid=0 2024-11-27T17:20:26,702 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:20:26,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741839_1015 (size=6631) 2024-11-27T17:20:26,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741838_1014 (size=5350) 2024-11-27T17:20:26,887 DEBUG [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:27,087 DEBUG [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:27,106 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/.tmp/info/42f6d7867e8b40649f63f3f577ca3e0b 2024-11-27T17:20:27,106 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/replication/f27e9b18cdfec381321c4e472af322e7/.tmp/queue/5d0901d9060d43bba5ac09ed8fc9fef4 2024-11-27T17:20:27,112 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/replication/f27e9b18cdfec381321c4e472af322e7/.tmp/queue/5d0901d9060d43bba5ac09ed8fc9fef4 as hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/replication/f27e9b18cdfec381321c4e472af322e7/queue/5d0901d9060d43bba5ac09ed8fc9fef4 2024-11-27T17:20:27,117 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/replication/f27e9b18cdfec381321c4e472af322e7/queue/5d0901d9060d43bba5ac09ed8fc9fef4, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T17:20:27,118 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f27e9b18cdfec381321c4e472af322e7 in 431ms, sequenceid=5, compaction requested=false 2024-11-27T17:20:27,118 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T17:20:27,123 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/replication/f27e9b18cdfec381321c4e472af322e7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T17:20:27,123 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:20:27,123 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:20:27,124 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:27,124 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f27e9b18cdfec381321c4e472af322e7: Waiting for close lock at 1732728026686Running coprocessor pre-close hooks at 1732728026686Disabling compacts and flushes for region at 1732728026686Disabling writes for close at 1732728026687 (+1 ms)Obtaining lock to block concurrent updates at 1732728026687Preparing flush snapshotting stores in f27e9b18cdfec381321c4e472af322e7 at 1732728026687Finished memstore snapshotting hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732728026687Flushing stores of hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. at 1732728026688 (+1 ms)Flushing f27e9b18cdfec381321c4e472af322e7/queue: creating writer at 1732728026688Flushing f27e9b18cdfec381321c4e472af322e7/queue: appending metadata at 1732728026701 (+13 ms)Flushing f27e9b18cdfec381321c4e472af322e7/queue: closing flushed file at 1732728026701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5919d57: reopening flushed file at 1732728027111 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f27e9b18cdfec381321c4e472af322e7 in 431ms, sequenceid=5, compaction requested=false at 1732728027118 (+7 ms)Writing region close event to WAL at 1732728027120 (+2 ms)Running coprocessor post-close hooks at 1732728027123 (+3 ms)Closed at 1732728027124 (+1 ms) 2024-11-27T17:20:27,124 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:27,127 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/.tmp/ns/d596232f67424e37b0789deff29249a5 is 43, key is default/ns:d/1732728018735/Put/seqid=0 2024-11-27T17:20:27,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741840_1016 (size=5153) 2024-11-27T17:20:27,135 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904.replicationSource.wal-reader.8f0673442175%2C39007%2C1732728015904,1-8f0673442175,39007,1732728015904 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904/8f0673442175%2C39007%2C1732728015904.1732728017726 to pos 0, reset compression=false 2024-11-27T17:20:27,288 DEBUG [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:20:27,488 DEBUG [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:20:27,535 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/.tmp/ns/d596232f67424e37b0789deff29249a5 2024-11-27T17:20:27,552 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/.tmp/table/7b67959536c9423ab11f690128597407 is 53, key is hbase:replication/table:state/1732728025303/Put/seqid=0 2024-11-27T17:20:27,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741841_1017 (size=5256) 2024-11-27T17:20:27,598 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:20:27,598 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:20:27,688 INFO [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T17:20:27,688 DEBUG [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T17:20:27,688 DEBUG [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:20:27,739 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904.replicationSource.wal-reader.8f0673442175%2C39007%2C1732728015904,1-8f0673442175,39007,1732728015904 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904/8f0673442175%2C39007%2C1732728015904.1732728017726 to pos 0, reset compression=false 2024-11-27T17:20:27,888 DEBUG [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:20:27,957 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/.tmp/table/7b67959536c9423ab11f690128597407 2024-11-27T17:20:27,963 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/.tmp/info/42f6d7867e8b40649f63f3f577ca3e0b as hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/info/42f6d7867e8b40649f63f3f577ca3e0b 2024-11-27T17:20:27,967 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/info/42f6d7867e8b40649f63f3f577ca3e0b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T17:20:27,968 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/.tmp/ns/d596232f67424e37b0789deff29249a5 as hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/ns/d596232f67424e37b0789deff29249a5 2024-11-27T17:20:27,973 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/ns/d596232f67424e37b0789deff29249a5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T17:20:27,974 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/.tmp/table/7b67959536c9423ab11f690128597407 as hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/table/7b67959536c9423ab11f690128597407 2024-11-27T17:20:27,978 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/table/7b67959536c9423ab11f690128597407, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T17:20:27,979 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=11, compaction requested=false 2024-11-27T17:20:27,983 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T17:20:27,984 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:20:27,984 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:20:27,984 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:20:27,984 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728026687Running coprocessor pre-close hooks at 1732728026687Disabling compacts and flushes for region at 1732728026687Disabling writes for close at 1732728026687Obtaining lock to block concurrent updates at 1732728026687Preparing flush snapshotting stores in 1588230740 at 1732728026687Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732728026688 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732728026688Flushing 1588230740/info: creating writer at 1732728026688Flushing 1588230740/info: appending metadata at 1732728026701 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732728026701Flushing 1588230740/ns: creating writer at 1732728027111 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732728027126 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732728027127 (+1 ms)Flushing 1588230740/table: creating writer at 1732728027540 (+413 ms)Flushing 1588230740/table: appending metadata at 1732728027552 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732728027552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a0c9b8: reopening flushed file at 1732728027962 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93780af: reopening flushed file at 1732728027967 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1517fab2: reopening flushed file at 1732728027974 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=11, compaction requested=false at 1732728027979 (+5 ms)Writing region close event to WAL at 1732728027980 (+1 ms)Running coprocessor post-close hooks at 1732728027984 (+4 ms)Closed at 1732728027984 2024-11-27T17:20:27,984 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:20:28,088 INFO [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,39007,1732728015904; all regions closed. 2024-11-27T17:20:28,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741834_1010 (size=2742) 2024-11-27T17:20:28,091 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904/8f0673442175%2C39007%2C1732728015904.meta.1732728018639.meta not finished, retry = 0 2024-11-27T17:20:28,193 DEBUG [RS:0;8f0673442175:39007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/oldWALs 2024-11-27T17:20:28,193 INFO [RS:0;8f0673442175:39007 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C39007%2C1732728015904.meta:.meta(num 1732728018639) 2024-11-27T17:20:28,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741837_1013 (size=1586) 2024-11-27T17:20:28,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904/8f0673442175%2C39007%2C1732728015904.rep.1732728025226 not finished, retry = 0 2024-11-27T17:20:28,299 DEBUG [RS:0;8f0673442175:39007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/oldWALs 2024-11-27T17:20:28,299 INFO [RS:0;8f0673442175:39007 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C39007%2C1732728015904.rep:(num 1732728025226) 2024-11-27T17:20:28,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741832_1008 (size=93) 2024-11-27T17:20:28,303 DEBUG [RS:0;8f0673442175:39007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/oldWALs 2024-11-27T17:20:28,303 INFO [RS:0;8f0673442175:39007 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C39007%2C1732728015904:(num 1732728017726) 2024-11-27T17:20:28,303 DEBUG [RS:0;8f0673442175:39007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:28,303 INFO [RS:0;8f0673442175:39007 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:20:28,303 INFO [RS:0;8f0673442175:39007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:20:28,303 INFO [RS:0;8f0673442175:39007 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:20:28,304 INFO [RS:0;8f0673442175:39007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:20:28,304 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:20:28,304 INFO [RS:0;8f0673442175:39007 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,39007,1732728015904 because: Region server is closing 2024-11-27T17:20:28,304 INFO [RS:0;8f0673442175:39007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:39007. 2024-11-27T17:20:28,304 DEBUG [RS:0;8f0673442175:39007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:28,304 DEBUG [RS:0;8f0673442175:39007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:28,304 DEBUG [RS:0;8f0673442175:39007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:28,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:20:28,404 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904.replicationSource.wal-reader.8f0673442175%2C39007%2C1732728015904,1-8f0673442175,39007,1732728015904 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T17:20:28,404 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904.replicationSource.shipper8f0673442175%2C39007%2C1732728015904,1-8f0673442175,39007,1732728015904 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T17:20:28,405 INFO [RS:0;8f0673442175:39007 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,39007,1732728015904.replicationSource.shipper8f0673442175%2C39007%2C1732728015904,1-8f0673442175,39007,1732728015904 terminated 2024-11-27T17:20:28,405 INFO [RS:0;8f0673442175:39007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39007 2024-11-27T17:20:28,421 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-585284033/rs/8f0673442175,39007,1732728015904 2024-11-27T17:20:28,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033/rs 2024-11-27T17:20:28,422 INFO [RS:0;8f0673442175:39007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:20:28,432 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,39007,1732728015904] 2024-11-27T17:20:28,442 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-585284033/draining/8f0673442175,39007,1732728015904 already deleted, retry=false 2024-11-27T17:20:28,442 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,39007,1732728015904 expired; onlineServers=0 2024-11-27T17:20:28,442 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,46567,1732728015745' ***** 2024-11-27T17:20:28,442 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:20:28,443 INFO [M:0;8f0673442175:46567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:20:28,443 INFO [M:0;8f0673442175:46567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:20:28,443 DEBUG [M:0;8f0673442175:46567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:20:28,443 DEBUG [M:0;8f0673442175:46567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:20:28,443 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:20:28,443 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728017462 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728017462,5,FailOnTimeoutGroup] 2024-11-27T17:20:28,443 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728017462 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728017462,5,FailOnTimeoutGroup] 2024-11-27T17:20:28,443 INFO [M:0;8f0673442175:46567 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:20:28,443 INFO [M:0;8f0673442175:46567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:20:28,443 DEBUG [M:0;8f0673442175:46567 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:20:28,443 INFO [M:0;8f0673442175:46567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:20:28,443 INFO [M:0;8f0673442175:46567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:20:28,444 INFO [M:0;8f0673442175:46567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:20:28,444 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:20:28,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-585284033/master 2024-11-27T17:20:28,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:28,453 DEBUG [M:0;8f0673442175:46567 {}] zookeeper.ZKUtil(347): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Unable to get data of znode /0-585284033/master because node does not exist (not an error) 2024-11-27T17:20:28,453 WARN [M:0;8f0673442175:46567 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:20:28,454 INFO [M:0;8f0673442175:46567 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/.lastflushedseqids 2024-11-27T17:20:28,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741842_1018 (size=181) 2024-11-27T17:20:28,532 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:28,532 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1017d4f3d310001, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:28,532 INFO [RS:0;8f0673442175:39007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:20:28,532 INFO [RS:0;8f0673442175:39007 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,39007,1732728015904; zookeeper connection closed. 2024-11-27T17:20:28,532 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49ec33cf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49ec33cf 2024-11-27T17:20:28,533 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:20:28,858 INFO [M:0;8f0673442175:46567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:20:28,858 INFO [M:0;8f0673442175:46567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:20:28,858 DEBUG [M:0;8f0673442175:46567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:20:28,859 INFO [M:0;8f0673442175:46567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:28,859 DEBUG [M:0;8f0673442175:46567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:28,859 DEBUG [M:0;8f0673442175:46567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:20:28,859 DEBUG [M:0;8f0673442175:46567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:28,859 INFO [M:0;8f0673442175:46567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T17:20:28,877 DEBUG [M:0;8f0673442175:46567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b10b8d7c11364fdc9b55012cd5d443c7 is 82, key is hbase:meta,,1/info:regioninfo/1732728018684/Put/seqid=0 2024-11-27T17:20:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741843_1019 (size=5672) 2024-11-27T17:20:29,281 INFO [M:0;8f0673442175:46567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b10b8d7c11364fdc9b55012cd5d443c7 2024-11-27T17:20:29,300 DEBUG [M:0;8f0673442175:46567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acef48e858de4621bf6b78bdee01b129 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732728025308/Put/seqid=0 2024-11-27T17:20:29,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741844_1020 (size=7203) 2024-11-27T17:20:29,705 INFO [M:0;8f0673442175:46567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acef48e858de4621bf6b78bdee01b129 2024-11-27T17:20:29,724 DEBUG [M:0;8f0673442175:46567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b716151631de44ff90de47d99be02821 is 69, key is 8f0673442175,39007,1732728015904/rs:state/1732728017573/Put/seqid=0 2024-11-27T17:20:29,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741845_1021 (size=5156) 2024-11-27T17:20:29,761 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:20:29,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:29,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:29,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:29,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:29,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:29,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:30,128 INFO [M:0;8f0673442175:46567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b716151631de44ff90de47d99be02821 2024-11-27T17:20:30,134 DEBUG [M:0;8f0673442175:46567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b10b8d7c11364fdc9b55012cd5d443c7 as hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b10b8d7c11364fdc9b55012cd5d443c7 2024-11-27T17:20:30,138 INFO [M:0;8f0673442175:46567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b10b8d7c11364fdc9b55012cd5d443c7, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T17:20:30,139 DEBUG [M:0;8f0673442175:46567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acef48e858de4621bf6b78bdee01b129 as hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/acef48e858de4621bf6b78bdee01b129 2024-11-27T17:20:30,143 INFO [M:0;8f0673442175:46567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/acef48e858de4621bf6b78bdee01b129, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T17:20:30,144 DEBUG [M:0;8f0673442175:46567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b716151631de44ff90de47d99be02821 as hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b716151631de44ff90de47d99be02821 2024-11-27T17:20:30,149 INFO [M:0;8f0673442175:46567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b716151631de44ff90de47d99be02821, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T17:20:30,150 INFO [M:0;8f0673442175:46567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false 2024-11-27T17:20:30,151 INFO [M:0;8f0673442175:46567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:30,151 DEBUG [M:0;8f0673442175:46567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728028858Disabling compacts and flushes for region at 1732728028858Disabling writes for close at 1732728028859 (+1 ms)Obtaining lock to block concurrent updates at 1732728028859Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728028859Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732728028859Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728028860 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728028860Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728028876 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728028876Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728029286 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728029300 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728029300Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728029709 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728029723 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728029723Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65385d02: reopening flushed file at 1732728030133 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b473ea: reopening flushed file at 1732728030138 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@faa5bcb: reopening flushed file at 1732728030143 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false at 1732728030150 (+7 ms)Writing region close event to WAL at 1732728030151 (+1 ms)Closed at 1732728030151 2024-11-27T17:20:30,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741830_1006 (size=41008) 2024-11-27T17:20:30,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/WALs/8f0673442175,46567,1732728015745/8f0673442175%2C46567%2C1732728015745.1732728017247 not finished, retry = 0 2024-11-27T17:20:30,254 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:20:30,254 INFO [M:0;8f0673442175:46567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:20:30,255 INFO [M:0;8f0673442175:46567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46567 2024-11-27T17:20:30,255 INFO [M:0;8f0673442175:46567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:20:30,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:30,416 INFO [M:0;8f0673442175:46567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:20:30,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1017d4f3d310000, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:30,418 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:20:30,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:30,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:30,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:20:30,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:30,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:20:30,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:20:30,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:20:30,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39867 2024-11-27T17:20:30,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39867 connecting to ZooKeeper ensemble=127.0.0.1:62234 2024-11-27T17:20:30,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398670x0, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:20:30,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39867-0x1017d4f3d310006 connected 2024-11-27T17:20:30,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:30,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:30,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on znode that does not yet exist, /0-585284033/running 2024-11-27T17:20:30,447 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-585284033/meta-region-server: INIT 2024-11-27T17:20:30,447 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932, hbase.cluster.distributed=false 2024-11-27T17:20:30,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on znode that does not yet exist, /0-585284033/acl 2024-11-27T17:20:30,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39867 2024-11-27T17:20:30,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39867 2024-11-27T17:20:30,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39867 2024-11-27T17:20:30,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39867 2024-11-27T17:20:30,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39867 2024-11-27T17:20:30,462 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:20:30,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:30,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:30,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:20:30,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:30,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:20:30,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:20:30,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:20:30,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42319 2024-11-27T17:20:30,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42319 connecting to ZooKeeper ensemble=127.0.0.1:62234 2024-11-27T17:20:30,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:30,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:30,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423190x0, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:20:30,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423190x0, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on znode that does not yet exist, /0-585284033/running 2024-11-27T17:20:30,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42319-0x1017d4f3d310007 connected 2024-11-27T17:20:30,474 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-585284033/meta-region-server: INIT 2024-11-27T17:20:30,475 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:20:30,475 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:20:30,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on znode that does not yet exist, /0-585284033/master 2024-11-27T17:20:30,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on znode that does not yet exist, /0-585284033/acl 2024-11-27T17:20:30,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42319 2024-11-27T17:20:30,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42319 2024-11-27T17:20:30,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42319 2024-11-27T17:20:30,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42319 2024-11-27T17:20:30,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42319 2024-11-27T17:20:30,491 DEBUG [M:0;8f0673442175:39867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:39867 2024-11-27T17:20:30,491 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-585284033/backup-masters/8f0673442175,39867,1732728030418 2024-11-27T17:20:30,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033/backup-masters 2024-11-27T17:20:30,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033/backup-masters 2024-11-27T17:20:30,502 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on existing znode=/0-585284033/backup-masters/8f0673442175,39867,1732728030418 2024-11-27T17:20:30,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-585284033/master 2024-11-27T17:20:30,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:30,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:30,512 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on existing znode=/0-585284033/master 2024-11-27T17:20:30,513 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-585284033/backup-masters/8f0673442175,39867,1732728030418 from backup master directory 2024-11-27T17:20:30,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-585284033/backup-masters/8f0673442175,39867,1732728030418 2024-11-27T17:20:30,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033/backup-masters 2024-11-27T17:20:30,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033/backup-masters 2024-11-27T17:20:30,523 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:20:30,523 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,39867,1732728030418 2024-11-27T17:20:30,532 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:30,532 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:20:30,537 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-27T17:20:30,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741846_1022 (size=196) 2024-11-27T17:20:30,954 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:20:30,954 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:20:30,955 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:30,960 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T17:20:30,962 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/WALs/8f0673442175,46567,1732728015745 to hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/WALs/8f0673442175,46567,1732728015745-dead as it is dead 2024-11-27T17:20:30,962 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/WALs/8f0673442175,46567,1732728015745-dead/8f0673442175%2C46567%2C1732728015745.1732728017247 2024-11-27T17:20:30,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/WALs/8f0673442175,46567,1732728015745-dead/8f0673442175%2C46567%2C1732728015745.1732728017247 after 1ms 2024-11-27T17:20:30,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/WALs/8f0673442175,46567,1732728015745-dead/8f0673442175%2C46567%2C1732728015745.1732728017247 to hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8f0673442175%2C46567%2C1732728015745.1732728017247 2024-11-27T17:20:30,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/WALs/8f0673442175,46567,1732728015745-dead 2024-11-27T17:20:30,964 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/WALs/8f0673442175,39867,1732728030418 2024-11-27T17:20:30,965 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:20:30,966 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C39867%2C1732728030418, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/WALs/8f0673442175,39867,1732728030418, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/oldWALs, maxLogs=10 2024-11-27T17:20:30,978 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/WALs/8f0673442175,39867,1732728030418/8f0673442175%2C39867%2C1732728030418.1732728030966, exclude list is [], retry=0 2024-11-27T17:20:30,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-71c9d753-9acf-463b-86f4-8f96bc03c63b,DISK] 2024-11-27T17:20:30,981 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/WALs/8f0673442175,39867,1732728030418/8f0673442175%2C39867%2C1732728030418.1732728030966 2024-11-27T17:20:30,982 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707)] 2024-11-27T17:20:30,982 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:20:30,982 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:30,982 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:30,982 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:30,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:30,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:20:30,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:30,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b10b8d7c11364fdc9b55012cd5d443c7 2024-11-27T17:20:30,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:30,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:30,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:20:30,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:30,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/acef48e858de4621bf6b78bdee01b129 2024-11-27T17:20:30,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:30,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:30,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:20:30,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:31,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b716151631de44ff90de47d99be02821 2024-11-27T17:20:31,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:31,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:31,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:20:31,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:31,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:31,004 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:31,005 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T17:20:31,005 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8f0673442175%2C46567%2C1732728015745.1732728017247 2024-11-27T17:20:31,009 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8f0673442175%2C46567%2C1732728015745.1732728017247 2024-11-27T17:20:31,010 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8f0673442175%2C46567%2C1732728015745.1732728017247 2024-11-27T17:20:31,011 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:31,012 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:31,012 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:20:31,014 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:31,016 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-27T17:20:31,017 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68957732, jitterRate=0.02755028009414673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:20:31,017 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728030982Initializing all the Stores at 1732728030983 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728030983Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728030984 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728030984Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728030984Cleaning up temporary data from old regions at 1732728031012 (+28 ms)Region opened successfully at 1732728031017 (+5 ms) 2024-11-27T17:20:31,017 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:20:31,019 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4790a2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:20:31,021 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T17:20:31,021 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:20:31,022 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:20:31,022 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:20:31,022 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:20:31,024 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:31,025 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:20:31,025 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:20:31,025 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-27T17:20:31,025 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:20:31,027 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8f0673442175,39007,1732728015904, regionLocation=8f0673442175,39007,1732728015904, openSeqNum=2 2024-11-27T17:20:31,027 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8f0673442175,39007,1732728015904, table=hbase:meta, region=1588230740 2024-11-27T17:20:31,027 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,39007,1732728015904, state=OPEN 2024-11-27T17:20:31,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-585284033/meta-region-server 2024-11-27T17:20:31,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-585284033/meta-region-server 2024-11-27T17:20:31,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-585284033/meta-region-server: CHANGED 2024-11-27T17:20:31,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-585284033/meta-region-server: CHANGED 2024-11-27T17:20:31,077 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:20:31,084 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-585284033/draining/8f0673442175,39007,1732728015904 already deleted, retry=false 2024-11-27T17:20:31,084 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 8f0673442175,39007,1732728015904 on 8f0673442175,39867,1732728030418 2024-11-27T17:20:31,085 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8f0673442175,39007,1732728015904, splitWal=true, meta=true 2024-11-27T17:20:31,085 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 8f0673442175,39007,1732728015904 (carryingMeta=true) 8f0673442175,39007,1732728015904/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7c3bc6d1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T17:20:31,087 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Unable to get data of znode /0-585284033/balancer because node does not exist (not necessarily an error) 2024-11-27T17:20:31,095 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-585284033/balancer already deleted, retry=false 2024-11-27T17:20:31,095 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:20:31,096 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Unable to get data of znode /0-585284033/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:20:31,105 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-585284033/normalizer already deleted, retry=false 2024-11-27T17:20:31,105 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:20:31,106 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Unable to get data of znode /0-585284033/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:20:31,116 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-585284033/switch/split already deleted, retry=false 2024-11-27T17:20:31,117 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Unable to get data of znode /0-585284033/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:20:31,126 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-585284033/switch/merge already deleted, retry=false 2024-11-27T17:20:31,139 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Unable to get data of znode /0-585284033/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:20:31,147 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-585284033/snapshot-cleanup already deleted, retry=false 2024-11-27T17:20:31,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-585284033/running 2024-11-27T17:20:31,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-585284033/running 2024-11-27T17:20:31,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:31,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:31,159 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,39867,1732728030418, sessionid=0x1017d4f3d310006, setting cluster-up flag (Was=false) 2024-11-27T17:20:31,169 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-585284033/flush-table-proc/acquired, /0-585284033/flush-table-proc/reached, /0-585284033/flush-table-proc/abort 2024-11-27T17:20:31,170 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,39867,1732728030418 2024-11-27T17:20:31,180 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-585284033/online-snapshot/acquired, /0-585284033/online-snapshot/reached, /0-585284033/online-snapshot/abort 2024-11-27T17:20:31,181 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,39867,1732728030418 2024-11-27T17:20:31,182 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/.lastflushedseqids 2024-11-27T17:20:31,183 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:20:31,184 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:20:31,184 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,39867,1732728030418 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 8f0673442175,39007,1732728015904 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:20:31,185 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:31,185 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:31,185 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:31,185 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:31,185 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:20:31,185 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:31,185 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:20:31,185 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:31,186 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728061186 2024-11-27T17:20:31,186 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:20:31,186 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:20:31,186 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:20:31,186 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:20:31,186 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:20:31,186 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:20:31,186 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8f0673442175,39007,1732728015904, splitWal=true, meta=true 2024-11-27T17:20:31,186 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:31,187 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:20:31,187 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:20:31,187 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:20:31,187 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:20:31,187 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8f0673442175,39007,1732728015904, splitWal=true, meta=true, isMeta: true 2024-11-27T17:20:31,187 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:20:31,187 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:20:31,187 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728031187,5,FailOnTimeoutGroup] 2024-11-27T17:20:31,187 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728031187,5,FailOnTimeoutGroup] 2024-11-27T17:20:31,187 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:31,187 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:20:31,187 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:31,187 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:31,188 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728031187, completionTime=-1 2024-11-27T17:20:31,188 WARN [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T17:20:31,188 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T17:20:31,188 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904-splitting 2024-11-27T17:20:31,189 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904-splitting dir is empty, no logs to split. 2024-11-27T17:20:31,189 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8f0673442175,39007,1732728015904 WAL count=0, meta=true 2024-11-27T17:20:31,191 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904-splitting dir is empty, no logs to split. 2024-11-27T17:20:31,191 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8f0673442175,39007,1732728015904 WAL count=0, meta=true 2024-11-27T17:20:31,191 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8f0673442175,39007,1732728015904 WAL splitting is done? wals=0, meta=true 2024-11-27T17:20:31,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:20:31,192 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:20:31,193 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T17:20:31,283 INFO [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(746): ClusterId : fe87c8b9-2cb0-4a5b-a7bc-4ffc9c7935e5 2024-11-27T17:20:31,283 DEBUG [RS:0;8f0673442175:42319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:20:31,296 DEBUG [RS:0;8f0673442175:42319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:20:31,296 DEBUG [RS:0;8f0673442175:42319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:20:31,306 DEBUG [RS:0;8f0673442175:42319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:20:31,307 DEBUG [RS:0;8f0673442175:42319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7697cfbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:20:31,317 DEBUG [RS:0;8f0673442175:42319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:42319 2024-11-27T17:20:31,318 INFO [RS:0;8f0673442175:42319 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:20:31,318 INFO [RS:0;8f0673442175:42319 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:20:31,318 DEBUG [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:20:31,318 INFO [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,39867,1732728030418 with port=42319, startcode=1732728030462 2024-11-27T17:20:31,319 DEBUG [RS:0;8f0673442175:42319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:20:31,320 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:20:31,320 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39867 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,42319,1732728030462 2024-11-27T17:20:31,320 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39867 {}] master.ServerManager(517): Registering regionserver=8f0673442175,42319,1732728030462 2024-11-27T17:20:31,322 DEBUG [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932 2024-11-27T17:20:31,322 DEBUG [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39357 2024-11-27T17:20:31,322 DEBUG [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:20:31,338 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T17:20:31,343 WARN [8f0673442175:39867 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T17:20:31,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033/rs 2024-11-27T17:20:31,360 DEBUG [RS:0;8f0673442175:42319 {}] zookeeper.ZKUtil(111): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on existing znode=/0-585284033/rs/8f0673442175,42319,1732728030462 2024-11-27T17:20:31,360 WARN [RS:0;8f0673442175:42319 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:20:31,360 INFO [RS:0;8f0673442175:42319 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:31,360 DEBUG [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462 2024-11-27T17:20:31,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,42319,1732728030462] 2024-11-27T17:20:31,376 INFO [RS:0;8f0673442175:42319 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:20:31,378 INFO [RS:0;8f0673442175:42319 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:20:31,378 INFO [RS:0;8f0673442175:42319 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:20:31,378 INFO [RS:0;8f0673442175:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:31,379 INFO [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:20:31,379 INFO [RS:0;8f0673442175:42319 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:20:31,379 INFO [RS:0;8f0673442175:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:31,379 DEBUG [RS:0;8f0673442175:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:31,379 DEBUG [RS:0;8f0673442175:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:31,379 DEBUG [RS:0;8f0673442175:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:31,379 DEBUG [RS:0;8f0673442175:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:31,379 DEBUG [RS:0;8f0673442175:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:31,380 DEBUG [RS:0;8f0673442175:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:20:31,380 DEBUG [RS:0;8f0673442175:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:31,380 DEBUG [RS:0;8f0673442175:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:31,380 DEBUG [RS:0;8f0673442175:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:31,380 DEBUG [RS:0;8f0673442175:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:31,380 DEBUG [RS:0;8f0673442175:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:31,380 DEBUG [RS:0;8f0673442175:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:31,380 DEBUG [RS:0;8f0673442175:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:20:31,380 DEBUG [RS:0;8f0673442175:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:20:31,380 INFO [RS:0;8f0673442175:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:31,380 INFO [RS:0;8f0673442175:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:31,380 INFO [RS:0;8f0673442175:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:31,380 INFO [RS:0;8f0673442175:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:31,380 INFO [RS:0;8f0673442175:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:31,380 INFO [RS:0;8f0673442175:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,42319,1732728030462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:20:31,397 INFO [RS:0;8f0673442175:42319 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:20:31,397 INFO [RS:0;8f0673442175:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,42319,1732728030462-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:31,413 INFO [RS:0;8f0673442175:42319 {}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,42319,1732728030462, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:20:31,413 INFO [RS:0;8f0673442175:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:31,413 INFO [RS:0;8f0673442175:42319 {}] regionserver.Replication(171): 8f0673442175,42319,1732728030462 started 2024-11-27T17:20:31,425 DEBUG [RS:0;8f0673442175:42319.replicationSource,1-8f0673442175,42319,1732728030462 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:34179' 2024-11-27T17:20:31,426 DEBUG [RS:0;8f0673442175:42319.replicationSource,1-8f0673442175,42319,1732728030462 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54fb2edf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:31,426 DEBUG [RS:0;8f0673442175:42319.replicationSource,1-8f0673442175,42319,1732728030462 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,34179,-1 for getting cluster id 2024-11-27T17:20:31,427 DEBUG [RS:0;8f0673442175:42319.replicationSource,1-8f0673442175,42319,1732728030462 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:31,428 INFO [RS:0;8f0673442175:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:31,428 INFO [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,42319,1732728030462, RpcServer on 8f0673442175/172.17.0.3:42319, sessionid=0x1017d4f3d310007 2024-11-27T17:20:31,428 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44f48c75-9d1f-4959-aca8-5e40848ca7e0' 2024-11-27T17:20:31,428 DEBUG [RS:0;8f0673442175:42319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:20:31,428 DEBUG [RS:0;8f0673442175:42319 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,42319,1732728030462 2024-11-27T17:20:31,428 DEBUG [RS:0;8f0673442175:42319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,42319,1732728030462' 2024-11-27T17:20:31,428 DEBUG [RS:0;8f0673442175:42319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-585284033/flush-table-proc/abort' 2024-11-27T17:20:31,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:31,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44f48c75-9d1f-4959-aca8-5e40848ca7e0" 2024-11-27T17:20:31,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@549f4b4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:31,428 DEBUG [RS:0;8f0673442175:42319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-585284033/flush-table-proc/acquired' 2024-11-27T17:20:31,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,34179,-1] 2024-11-27T17:20:31,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:31,429 DEBUG [RS:0;8f0673442175:42319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:20:31,429 DEBUG [RS:0;8f0673442175:42319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:20:31,429 DEBUG [RS:0;8f0673442175:42319 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,42319,1732728030462 2024-11-27T17:20:31,429 DEBUG [RS:0;8f0673442175:42319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,42319,1732728030462' 2024-11-27T17:20:31,429 DEBUG [RS:0;8f0673442175:42319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-585284033/online-snapshot/abort' 2024-11-27T17:20:31,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:31,429 DEBUG [RS:0;8f0673442175:42319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-585284033/online-snapshot/acquired' 2024-11-27T17:20:31,429 DEBUG [RS:0;8f0673442175:42319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:20:31,429 INFO [RS:0;8f0673442175:42319 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:20:31,429 INFO [RS:0;8f0673442175:42319 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:20:31,429 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:31,430 DEBUG [RS:0;8f0673442175:42319.replicationSource,1-8f0673442175,42319,1732728030462 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4749cacf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:31,430 DEBUG [RS:0;8f0673442175:42319.replicationSource,1-8f0673442175,42319,1732728030462 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:20:31,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,34179,1732728020970 2024-11-27T17:20:31,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7240a745 2024-11-27T17:20:31,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:20:31,431 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-27T17:20:31,432 INFO [RS:0;8f0673442175:42319.replicationSource,1-8f0673442175,42319,1732728030462 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,42319,1732728030462 (queues=0) is replicating from cluster=fe87c8b9-2cb0-4a5b-a7bc-4ffc9c7935e5 to cluster=44f48c75-9d1f-4959-aca8-5e40848ca7e0 2024-11-27T17:20:31,530 INFO [RS:0;8f0673442175:42319 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:20:31,531 INFO [RS:0;8f0673442175:42319 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C42319%2C1732728030462, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/oldWALs, maxLogs=10 2024-11-27T17:20:31,543 DEBUG [RS:0;8f0673442175:42319 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.1732728031532, exclude list is [], retry=0 2024-11-27T17:20:31,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-71c9d753-9acf-463b-86f4-8f96bc03c63b,DISK] 2024-11-27T17:20:31,547 INFO [RS:0;8f0673442175:42319 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.1732728031532 2024-11-27T17:20:31,548 DEBUG [RS:0;8f0673442175:42319 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8f0673442175%2C42319%2C1732728030462 for peer 1 2024-11-27T17:20:31,548 DEBUG [RS:0;8f0673442175:42319 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C42319%2C1732728030462 2024-11-27T17:20:31,548 INFO [RS:0;8f0673442175:42319 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,42319,1732728030462, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:20:31,548 DEBUG [RS:0;8f0673442175:42319 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707)] 2024-11-27T17:20:31,548 INFO [RS:0;8f0673442175:42319.replicationSource.shipper8f0673442175%2C42319%2C1732728030462,1-8f0673442175,42319,1732728030462 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C42319%2C1732728030462 2024-11-27T17:20:31,548 DEBUG [RS:0;8f0673442175:42319.replicationSource.wal-reader.8f0673442175%2C42319%2C1732728030462,1-8f0673442175,42319,1732728030462 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.1732728031532, startPosition=0, beingWritten=true 2024-11-27T17:20:31,593 DEBUG [8f0673442175:39867 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:20:31,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,42319,1732728030462 2024-11-27T17:20:31,595 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,42319,1732728030462, state=OPENING 2024-11-27T17:20:31,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-585284033/meta-region-server 2024-11-27T17:20:31,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-585284033/meta-region-server 2024-11-27T17:20:31,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-585284033/meta-region-server: CHANGED 2024-11-27T17:20:31,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-585284033/meta-region-server: CHANGED 2024-11-27T17:20:31,617 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:20:31,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,42319,1732728030462}] 2024-11-27T17:20:31,753 DEBUG [RS:0;8f0673442175:42319.replicationSource.wal-reader.8f0673442175%2C42319%2C1732728030462,1-8f0673442175,42319,1732728030462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.1732728031532 to pos 0, reset compression=false 2024-11-27T17:20:31,770 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:20:31,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:20:31,774 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:20:31,774 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:31,774 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:20:31,776 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C42319%2C1732728030462.meta, suffix=.meta, logDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/oldWALs, maxLogs=10 2024-11-27T17:20:31,788 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.meta.1732728031776.meta, exclude list is [], retry=0 2024-11-27T17:20:31,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-71c9d753-9acf-463b-86f4-8f96bc03c63b,DISK] 2024-11-27T17:20:31,791 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.meta.1732728031776.meta 2024-11-27T17:20:31,792 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707)] 2024-11-27T17:20:31,792 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:20:31,792 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:20:31,792 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:20:31,792 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:20:31,792 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:20:31,792 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:20:31,792 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:31,793 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:20:31,793 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:20:31,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:20:31,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:20:31,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:31,799 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/info/42f6d7867e8b40649f63f3f577ca3e0b 2024-11-27T17:20:31,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:31,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:20:31,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:20:31,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:31,804 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/ns/d596232f67424e37b0789deff29249a5 2024-11-27T17:20:31,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:31,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:20:31,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:20:31,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:31,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:31,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:20:31,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:20:31,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:31,811 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/table/7b67959536c9423ab11f690128597407 2024-11-27T17:20:31,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:31,811 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:20:31,811 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740 2024-11-27T17:20:31,812 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740 2024-11-27T17:20:31,813 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:20:31,813 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:20:31,814 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:20:31,815 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:20:31,815 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65891689, jitterRate=-0.01813732087612152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:20:31,815 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:20:31,815 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728031793Writing region info on filesystem at 1732728031793Initializing all the Stores at 1732728031793Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728031793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728031793Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728031793Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728031793Cleaning up temporary data from old regions at 1732728031813 (+20 ms)Running coprocessor post-open hooks at 1732728031815 (+2 ms)Region opened successfully at 1732728031815 2024-11-27T17:20:31,816 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732728031770 2024-11-27T17:20:31,818 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:20:31,818 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:20:31,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=8f0673442175,42319,1732728030462 2024-11-27T17:20:31,819 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,42319,1732728030462, state=OPEN 2024-11-27T17:20:31,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-585284033/meta-region-server 2024-11-27T17:20:31,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-585284033/meta-region-server 2024-11-27T17:20:31,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-585284033/meta-region-server: CHANGED 2024-11-27T17:20:31,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-585284033/meta-region-server: CHANGED 2024-11-27T17:20:31,832 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,42319,1732728030462 2024-11-27T17:20:31,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-27T17:20:31,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,42319,1732728030462 in 214 msec 2024-11-27T17:20:31,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T17:20:31,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-11-27T17:20:32,057 DEBUG [RS:0;8f0673442175:42319.replicationSource.wal-reader.8f0673442175%2C42319%2C1732728030462,1-8f0673442175,42319,1732728030462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.1732728031532 to pos 0, reset compression=false 2024-11-27T17:20:32,461 DEBUG [RS:0;8f0673442175:42319.replicationSource.wal-reader.8f0673442175%2C42319%2C1732728030462,1-8f0673442175,42319,1732728030462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.1732728031532 to pos 0, reset compression=false 2024-11-27T17:20:32,840 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1652ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-27T17:20:32,966 DEBUG [RS:0;8f0673442175:42319.replicationSource.wal-reader.8f0673442175%2C42319%2C1732728030462,1-8f0673442175,42319,1732728030462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.1732728031532 to pos 0, reset compression=false 2024-11-27T17:20:33,571 DEBUG [RS:0;8f0673442175:42319.replicationSource.wal-reader.8f0673442175%2C42319%2C1732728030462,1-8f0673442175,42319,1732728030462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.1732728031532 to pos 0, reset compression=false 2024-11-27T17:20:34,276 DEBUG [RS:0;8f0673442175:42319.replicationSource.wal-reader.8f0673442175%2C42319%2C1732728030462,1-8f0673442175,42319,1732728030462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.1732728031532 to pos 0, reset compression=false 2024-11-27T17:20:34,343 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-27T17:20:35,080 DEBUG [RS:0;8f0673442175:42319.replicationSource.wal-reader.8f0673442175%2C42319%2C1732728030462,1-8f0673442175,42319,1732728030462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.1732728031532 to pos 0, reset compression=false 2024-11-27T17:20:35,695 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T17:20:35,696 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:20:35,696 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:20:35,696 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42319,1732728030462, seqNum=-1] 2024-11-27T17:20:35,696 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:20:35,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:20:35,701 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f27e9b18cdfec381321c4e472af322e7, regionState=OPEN, lastHost=8f0673442175,39007,1732728015904, regionLocation=8f0673442175,39007,1732728015904, openSeqNum=2 2024-11-27T17:20:35,702 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:20:35,702 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728095702 2024-11-27T17:20:35,702 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728155702 2024-11-27T17:20:35,702 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-27T17:20:35,702 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 8f0673442175,39007,1732728015904 had 2 regions 2024-11-27T17:20:35,702 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,39867,1732728030418-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:35,702 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,39867,1732728030418-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:35,702 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,39867,1732728030418-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:35,702 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:39867, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:35,702 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:35,703 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:35,703 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8f0673442175,39007,1732728015904, splitWal=true, meta=true, isMeta: false 2024-11-27T17:20:35,705 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904-splitting dir is empty, no logs to split. 2024-11-27T17:20:35,705 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8f0673442175,39007,1732728015904 WAL count=0, meta=false 2024-11-27T17:20:35,707 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,39007,1732728015904-splitting dir is empty, no logs to split. 2024-11-27T17:20:35,707 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8f0673442175,39007,1732728015904 WAL count=0, meta=false 2024-11-27T17:20:35,707 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 8f0673442175,39007,1732728015904 WAL splitting is done? wals=0, meta=false 2024-11-27T17:20:35,708 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.185sec 2024-11-27T17:20:35,709 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:20:35,709 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:20:35,709 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:20:35,709 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:20:35,709 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:20:35,709 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,39867,1732728030418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:20:35,709 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,39867,1732728030418-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:20:35,710 WARN [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=8f0673442175,39007,1732728015904/hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:35,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f27e9b18cdfec381321c4e472af322e7, ASSIGN}] 2024-11-27T17:20:35,712 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:20:35,712 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:20:35,712 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,39867,1732728030418-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:35,713 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f27e9b18cdfec381321c4e472af322e7, ASSIGN 2024-11-27T17:20:35,714 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f27e9b18cdfec381321c4e472af322e7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T17:20:35,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf2086d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:35,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,39867,-1 for getting cluster id 2024-11-27T17:20:35,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:35,790 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe87c8b9-2cb0-4a5b-a7bc-4ffc9c7935e5' 2024-11-27T17:20:35,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:35,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe87c8b9-2cb0-4a5b-a7bc-4ffc9c7935e5" 2024-11-27T17:20:35,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52225803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:35,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,39867,-1] 2024-11-27T17:20:35,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:35,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:35,791 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:35,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67edc596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:35,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:20:35,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42319,1732728030462, seqNum=-1] 2024-11-27T17:20:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:20:35,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:20:35,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T17:20:35,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:20:35,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:35,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:35,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:35,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:20:35,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 8f0673442175:39867 after: 8f0673442175:39867 2024-11-27T17:20:35,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e775dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:35,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,39867,-1 for getting cluster id 2024-11-27T17:20:35,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:35,798 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe87c8b9-2cb0-4a5b-a7bc-4ffc9c7935e5' 2024-11-27T17:20:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe87c8b9-2cb0-4a5b-a7bc-4ffc9c7935e5" 2024-11-27T17:20:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ed0413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,39867,-1] 2024-11-27T17:20:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:35,799 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:35,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8bc808c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:35,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:20:35,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,39867,1732728030418 2024-11-27T17:20:35,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cdb74b4 2024-11-27T17:20:35,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:20:35,803 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:20:35,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39867 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T17:20:35,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:20:35,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:20:35,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:35,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:35,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:35,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:20:35,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:20:35,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=677800786, stopped=false 2024-11-27T17:20:35,805 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,34179,1732728020970 2024-11-27T17:20:35,864 DEBUG [8f0673442175:39867 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:20:35,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f27e9b18cdfec381321c4e472af322e7, regionState=OPENING, regionLocation=8f0673442175,42319,1732728030462 2024-11-27T17:20:35,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f27e9b18cdfec381321c4e472af322e7, ASSIGN because future has completed 2024-11-27T17:20:35,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f27e9b18cdfec381321c4e472af322e7, server=8f0673442175,42319,1732728030462}] 2024-11-27T17:20:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-197232965/running 2024-11-27T17:20:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-197232965/running 2024-11-27T17:20:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965 2024-11-27T17:20:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965 2024-11-27T17:20:35,881 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:20:35,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:20:35,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:35,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:35,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Set watcher on znode that does not yet exist, /1-197232965/running 2024-11-27T17:20:35,881 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,35197,1732728021079' ***** 2024-11-27T17:20:35,881 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:20:35,882 INFO [RS:0;8f0673442175:35197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:20:35,882 INFO [RS:0;8f0673442175:35197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:20:35,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Set watcher on znode that does not yet exist, /1-197232965/running 2024-11-27T17:20:35,882 INFO [RS:0;8f0673442175:35197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:20:35,882 INFO [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,35197,1732728021079 2024-11-27T17:20:35,882 INFO [RS:0;8f0673442175:35197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:20:35,882 INFO [RS:0;8f0673442175:35197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:35197. 2024-11-27T17:20:35,882 DEBUG [RS:0;8f0673442175:35197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:35,882 DEBUG [RS:0;8f0673442175:35197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:35,882 INFO [RS:0;8f0673442175:35197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:20:35,882 INFO [RS:0;8f0673442175:35197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:20:35,882 INFO [RS:0;8f0673442175:35197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:20:35,882 INFO [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:20:35,882 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:20:35,882 INFO [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T17:20:35,882 DEBUG [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T17:20:35,883 DEBUG [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:20:35,883 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:20:35,883 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:20:35,883 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:20:35,883 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:20:35,883 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:20:35,883 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T17:20:35,897 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/data/hbase/meta/1588230740/.tmp/ns/9cbfc1043459497b8801508d96b45d34 is 43, key is default/ns:d/1732728024305/Put/seqid=0 2024-11-27T17:20:35,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741835_1011 (size=5153) 2024-11-27T17:20:35,925 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:20:35,985 DEBUG [RS:0;8f0673442175:42319.replicationSource.wal-reader.8f0673442175%2C42319%2C1732728030462,1-8f0673442175,42319,1732728030462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.1732728031532 to pos 0, reset compression=false 2024-11-27T17:20:36,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:36,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:36,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:20:36,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C42319%2C1732728030462.rep, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/oldWALs, maxLogs=10 2024-11-27T17:20:36,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.rep.1732728036025, exclude list is [], retry=0 2024-11-27T17:20:36,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-71c9d753-9acf-463b-86f4-8f96bc03c63b,DISK] 2024-11-27T17:20:36,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.rep.1732728036025 2024-11-27T17:20:36,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707)] 2024-11-27T17:20:36,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => f27e9b18cdfec381321c4e472af322e7, NAME => 'hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:20:36,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:20:36,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:20:36,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. service=MultiRowMutationService 2024-11-27T17:20:36,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:20:36,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:36,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:36,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:36,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:36,043 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:36,043 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f27e9b18cdfec381321c4e472af322e7 columnFamilyName hfileref 2024-11-27T17:20:36,044 DEBUG [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:36,044 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] regionserver.HStore(327): Store=f27e9b18cdfec381321c4e472af322e7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:36,044 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:36,045 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f27e9b18cdfec381321c4e472af322e7 columnFamilyName queue 2024-11-27T17:20:36,045 DEBUG [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:36,050 DEBUG [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/replication/f27e9b18cdfec381321c4e472af322e7/queue/5d0901d9060d43bba5ac09ed8fc9fef4 2024-11-27T17:20:36,050 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] regionserver.HStore(327): Store=f27e9b18cdfec381321c4e472af322e7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:36,050 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:36,051 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f27e9b18cdfec381321c4e472af322e7 columnFamilyName sid 2024-11-27T17:20:36,051 DEBUG [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:36,051 INFO [StoreOpener-f27e9b18cdfec381321c4e472af322e7-1 {}] regionserver.HStore(327): Store=f27e9b18cdfec381321c4e472af322e7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:36,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:36,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/replication/f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:36,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/replication/f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:36,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:36,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:36,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:20:36,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:36,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened f27e9b18cdfec381321c4e472af322e7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73496733, jitterRate=0.09518666565418243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:20:36,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:36,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for f27e9b18cdfec381321c4e472af322e7: Running coprocessor pre-open hook at 1732728036041Writing region info on filesystem at 1732728036041Initializing all the Stores at 1732728036042 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728036042Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728036042Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728036042Cleaning up temporary data from old regions at 1732728036053 (+11 ms)Running coprocessor post-open hooks at 1732728036055 (+2 ms)Region opened successfully at 1732728036056 (+1 ms) 2024-11-27T17:20:36,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7., pid=13, masterSystemTime=1732728036019 2024-11-27T17:20:36,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:36,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:36,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f27e9b18cdfec381321c4e472af322e7, regionState=OPEN, openSeqNum=9, regionLocation=8f0673442175,42319,1732728030462 2024-11-27T17:20:36,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f27e9b18cdfec381321c4e472af322e7, server=8f0673442175,42319,1732728030462 because future has completed 2024-11-27T17:20:36,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T17:20:36,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f27e9b18cdfec381321c4e472af322e7, server=8f0673442175,42319,1732728030462 in 195 msec 2024-11-27T17:20:36,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-27T17:20:36,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f27e9b18cdfec381321c4e472af322e7, ASSIGN in 353 msec 2024-11-27T17:20:36,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T17:20:36,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7., hostname=8f0673442175,42319,1732728030462, seqNum=9] 2024-11-27T17:20:36,083 DEBUG [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:20:36,085 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 8f0673442175,39007,1732728015904 2024-11-27T17:20:36,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T17:20:36,212 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:20:36,212 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:20:36,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42319 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-27T17:20:36,283 DEBUG [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:20:36,301 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/data/hbase/meta/1588230740/.tmp/ns/9cbfc1043459497b8801508d96b45d34 2024-11-27T17:20:36,307 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/data/hbase/meta/1588230740/.tmp/ns/9cbfc1043459497b8801508d96b45d34 as hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/data/hbase/meta/1588230740/ns/9cbfc1043459497b8801508d96b45d34 2024-11-27T17:20:36,313 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/data/hbase/meta/1588230740/ns/9cbfc1043459497b8801508d96b45d34, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T17:20:36,314 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-27T17:20:36,314 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:20:36,318 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T17:20:36,318 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:20:36,319 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:20:36,319 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:20:36,319 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728035883Running coprocessor pre-close hooks at 1732728035883Disabling compacts and flushes for region at 1732728035883Disabling writes for close at 1732728035883Obtaining lock to block concurrent updates at 1732728035883Preparing flush snapshotting stores in 1588230740 at 1732728035883Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732728035883Flushing stores of hbase:meta,,1.1588230740 at 1732728035884 (+1 ms)Flushing 1588230740/ns: creating writer at 1732728035884Flushing 1588230740/ns: appending metadata at 1732728035897 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732728035897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795f3ed8: reopening flushed file at 1732728036307 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1732728036314 (+7 ms)Writing region close event to WAL at 1732728036315 (+1 ms)Running coprocessor post-close hooks at 1732728036318 (+3 ms)Closed at 1732728036319 (+1 ms) 2024-11-27T17:20:36,319 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:20:36,483 INFO [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,35197,1732728021079; all regions closed. 2024-11-27T17:20:36,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741834_1010 (size=1152) 2024-11-27T17:20:36,486 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/WALs/8f0673442175,35197,1732728021079/8f0673442175%2C35197%2C1732728021079.meta.1732728024235.meta not finished, retry = 0 2024-11-27T17:20:36,588 DEBUG [RS:0;8f0673442175:35197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/oldWALs 2024-11-27T17:20:36,588 INFO [RS:0;8f0673442175:35197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C35197%2C1732728021079.meta:.meta(num 1732728024235) 2024-11-27T17:20:36,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741832_1008 (size=93) 2024-11-27T17:20:36,591 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/WALs/8f0673442175,35197,1732728021079/8f0673442175%2C35197%2C1732728021079.1732728023345 not finished, retry = 0 2024-11-27T17:20:36,693 DEBUG [RS:0;8f0673442175:35197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/oldWALs 2024-11-27T17:20:36,693 INFO [RS:0;8f0673442175:35197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C35197%2C1732728021079:(num 1732728023345) 2024-11-27T17:20:36,693 DEBUG [RS:0;8f0673442175:35197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:36,693 INFO [RS:0;8f0673442175:35197 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:20:36,693 INFO [RS:0;8f0673442175:35197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:20:36,693 INFO [RS:0;8f0673442175:35197 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:20:36,693 INFO [RS:0;8f0673442175:35197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:20:36,693 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:20:36,693 INFO [RS:0;8f0673442175:35197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35197 2024-11-27T17:20:36,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-197232965/rs/8f0673442175,35197,1732728021079 2024-11-27T17:20:36,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965/rs 2024-11-27T17:20:36,716 INFO [RS:0;8f0673442175:35197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:20:36,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,35197,1732728021079] 2024-11-27T17:20:36,737 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-197232965/draining/8f0673442175,35197,1732728021079 already deleted, retry=false 2024-11-27T17:20:36,737 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,35197,1732728021079 expired; onlineServers=0 2024-11-27T17:20:36,737 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,34179,1732728020970' ***** 2024-11-27T17:20:36,737 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:20:36,737 INFO [M:0;8f0673442175:34179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:20:36,737 INFO [M:0;8f0673442175:34179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:20:36,737 DEBUG [M:0;8f0673442175:34179 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:20:36,737 DEBUG [M:0;8f0673442175:34179 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:20:36,737 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:20:36,737 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728023024 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728023024,5,FailOnTimeoutGroup] 2024-11-27T17:20:36,737 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728023023 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728023023,5,FailOnTimeoutGroup] 2024-11-27T17:20:36,737 INFO [M:0;8f0673442175:34179 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:20:36,737 INFO [M:0;8f0673442175:34179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:20:36,737 DEBUG [M:0;8f0673442175:34179 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:20:36,737 INFO [M:0;8f0673442175:34179 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:20:36,737 INFO [M:0;8f0673442175:34179 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:20:36,738 INFO [M:0;8f0673442175:34179 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:20:36,738 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:20:36,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-197232965/master 2024-11-27T17:20:36,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197232965 2024-11-27T17:20:36,747 DEBUG [M:0;8f0673442175:34179 {}] zookeeper.ZKUtil(347): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Unable to get data of znode /1-197232965/master because node does not exist (not an error) 2024-11-27T17:20:36,747 WARN [M:0;8f0673442175:34179 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:20:36,748 INFO [M:0;8f0673442175:34179 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/.lastflushedseqids 2024-11-27T17:20:36,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741836_1012 (size=99) 2024-11-27T17:20:36,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:36,826 INFO [RS:0;8f0673442175:35197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:20:36,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1017d4f3d310004, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:36,826 INFO [RS:0;8f0673442175:35197 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,35197,1732728021079; zookeeper connection closed. 2024-11-27T17:20:36,827 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39643d30 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39643d30 2024-11-27T17:20:36,827 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:20:36,991 DEBUG [RS:0;8f0673442175:42319.replicationSource.wal-reader.8f0673442175%2C42319%2C1732728030462,1-8f0673442175,42319,1732728030462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.1732728031532 to pos 0, reset compression=false 2024-11-27T17:20:37,153 INFO [M:0;8f0673442175:34179 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:20:37,153 INFO [M:0;8f0673442175:34179 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:20:37,153 DEBUG [M:0;8f0673442175:34179 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:20:37,153 INFO [M:0;8f0673442175:34179 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:37,153 DEBUG [M:0;8f0673442175:34179 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:37,153 DEBUG [M:0;8f0673442175:34179 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:20:37,153 DEBUG [M:0;8f0673442175:34179 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:37,153 INFO [M:0;8f0673442175:34179 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T17:20:37,167 DEBUG [M:0;8f0673442175:34179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d941407e1f34c068796188603002499 is 82, key is hbase:meta,,1/info:regioninfo/1732728024280/Put/seqid=0 2024-11-27T17:20:37,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741837_1013 (size=5672) 2024-11-27T17:20:37,294 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:20:37,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:37,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:37,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:37,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:37,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:37,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:37,572 INFO [M:0;8f0673442175:34179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d941407e1f34c068796188603002499 2024-11-27T17:20:37,590 DEBUG [M:0;8f0673442175:34179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9a6cabc929944868080a03be55cc8e2 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732728024309/Put/seqid=0 2024-11-27T17:20:37,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741838_1014 (size=5275) 2024-11-27T17:20:37,995 INFO [M:0;8f0673442175:34179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9a6cabc929944868080a03be55cc8e2 2024-11-27T17:20:38,013 DEBUG [M:0;8f0673442175:34179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54f6ad9855c240cdba7ee3fb9e066520 is 69, key is 8f0673442175,35197,1732728021079/rs:state/1732728023159/Put/seqid=0 2024-11-27T17:20:38,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741839_1015 (size=5156) 2024-11-27T17:20:38,096 DEBUG [RS:0;8f0673442175:42319.replicationSource.wal-reader.8f0673442175%2C42319%2C1732728030462,1-8f0673442175,42319,1732728030462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.1732728031532 to pos 0, reset compression=false 2024-11-27T17:20:38,417 INFO [M:0;8f0673442175:34179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54f6ad9855c240cdba7ee3fb9e066520 2024-11-27T17:20:38,423 DEBUG [M:0;8f0673442175:34179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d941407e1f34c068796188603002499 as hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d941407e1f34c068796188603002499 2024-11-27T17:20:38,427 INFO [M:0;8f0673442175:34179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d941407e1f34c068796188603002499, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T17:20:38,428 DEBUG [M:0;8f0673442175:34179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9a6cabc929944868080a03be55cc8e2 as hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9a6cabc929944868080a03be55cc8e2 2024-11-27T17:20:38,432 INFO [M:0;8f0673442175:34179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9a6cabc929944868080a03be55cc8e2, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T17:20:38,433 DEBUG [M:0;8f0673442175:34179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54f6ad9855c240cdba7ee3fb9e066520 as hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54f6ad9855c240cdba7ee3fb9e066520 2024-11-27T17:20:38,438 INFO [M:0;8f0673442175:34179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43553/user/jenkins/test-data/d6a70b4d-d3a0-6911-96aa-5ca5b9f32d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54f6ad9855c240cdba7ee3fb9e066520, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T17:20:38,439 INFO [M:0;8f0673442175:34179 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false 2024-11-27T17:20:38,440 INFO [M:0;8f0673442175:34179 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:38,440 DEBUG [M:0;8f0673442175:34179 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728037153Disabling compacts and flushes for region at 1732728037153Disabling writes for close at 1732728037153Obtaining lock to block concurrent updates at 1732728037154 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728037154Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732728037154Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728037154Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728037154Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728037167 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728037167Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728037576 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728037590 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728037590Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728038000 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728038012 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728038012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b83c0f2: reopening flushed file at 1732728038422 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b49200e: reopening flushed file at 1732728038427 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d279360: reopening flushed file at 1732728038432 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false at 1732728038439 (+7 ms)Writing region close event to WAL at 1732728038440 (+1 ms)Closed at 1732728038440 2024-11-27T17:20:38,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741830_1006 (size=10165) 2024-11-27T17:20:38,443 INFO [M:0;8f0673442175:34179 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:20:38,443 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:20:38,443 INFO [M:0;8f0673442175:34179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34179 2024-11-27T17:20:38,443 INFO [M:0;8f0673442175:34179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:20:38,721 INFO [M:0;8f0673442175:34179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:20:38,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:38,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34179-0x1017d4f3d310003, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:38,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fdcfbf4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:20:38,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38817d4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:20:38,724 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:20:38,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6980b036{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:20:38,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c0e609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/hadoop.log.dir/,STOPPED} 2024-11-27T17:20:38,725 WARN [BP-284173319-172.17.0.3-1732728018911 heartbeating to localhost/127.0.0.1:43553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:20:38,725 WARN [BP-284173319-172.17.0.3-1732728018911 heartbeating to localhost/127.0.0.1:43553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-284173319-172.17.0.3-1732728018911 (Datanode Uuid 3aaeff93-c23c-482d-af1b-10cf296ddc0a) service to localhost/127.0.0.1:43553 2024-11-27T17:20:38,725 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:20:38,725 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:20:38,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/cluster_6ed447fa-fc8e-b7dc-3965-1d68cfc04d3d/data/data1/current/BP-284173319-172.17.0.3-1732728018911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:20:38,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/cluster_6ed447fa-fc8e-b7dc-3965-1d68cfc04d3d/data/data2/current/BP-284173319-172.17.0.3-1732728018911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:20:38,725 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:20:38,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42f0e8e1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:20:38,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@309b17f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:20:38,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:20:38,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b8d17a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:20:38,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e6f60b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/hadoop.log.dir/,STOPPED} 2024-11-27T17:20:38,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:20:38,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:20:38,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:20:38,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:38,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:38,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:38,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:20:38,742 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:20:38,742 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=759200827, stopped=false 2024-11-27T17:20:38,742 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,39867,1732728030418 2024-11-27T17:20:38,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-585284033/running 2024-11-27T17:20:38,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-585284033/running 2024-11-27T17:20:38,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:38,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:38,754 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:20:38,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:20:38,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on znode that does not yet exist, /0-585284033/running 2024-11-27T17:20:38,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:38,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Set watcher on znode that does not yet exist, /0-585284033/running 2024-11-27T17:20:38,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:38,755 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,42319,1732728030462' ***** 2024-11-27T17:20:38,755 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:20:38,755 INFO [RS:0;8f0673442175:42319 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:20:38,755 INFO [RS:0;8f0673442175:42319 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:20:38,755 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:20:38,755 INFO [RS:0;8f0673442175:42319 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:20:38,755 INFO [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(3091): Received CLOSE for f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:38,755 INFO [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,42319,1732728030462 2024-11-27T17:20:38,755 INFO [RS:0;8f0673442175:42319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:20:38,755 INFO [RS:0;8f0673442175:42319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:42319. 2024-11-27T17:20:38,755 DEBUG [RS:0;8f0673442175:42319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:38,755 DEBUG [RS:0;8f0673442175:42319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:38,755 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f27e9b18cdfec381321c4e472af322e7, disabling compactions & flushes 2024-11-27T17:20:38,755 INFO [RS:0;8f0673442175:42319 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:20:38,755 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:38,755 INFO [RS:0;8f0673442175:42319 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:20:38,755 INFO [RS:0;8f0673442175:42319 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:20:38,755 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:38,755 INFO [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:20:38,755 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. after waiting 0 ms 2024-11-27T17:20:38,756 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:38,756 INFO [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T17:20:38,756 DEBUG [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f27e9b18cdfec381321c4e472af322e7=hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7.} 2024-11-27T17:20:38,756 DEBUG [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f27e9b18cdfec381321c4e472af322e7 2024-11-27T17:20:38,756 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:20:38,756 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:20:38,756 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:20:38,756 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:20:38,756 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:20:38,756 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T17:20:38,759 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/replication/f27e9b18cdfec381321c4e472af322e7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-27T17:20:38,760 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:20:38,760 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:20:38,760 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:38,760 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f27e9b18cdfec381321c4e472af322e7: Waiting for close lock at 1732728038755Running coprocessor pre-close hooks at 1732728038755Disabling compacts and flushes for region at 1732728038755Disabling writes for close at 1732728038756 (+1 ms)Writing region close event to WAL at 1732728038756Running coprocessor post-close hooks at 1732728038760 (+4 ms)Closed at 1732728038760 2024-11-27T17:20:38,760 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7. 2024-11-27T17:20:38,770 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/.tmp/info/cb7de3b416314352ba6d46dc1564d16c is 147, key is hbase:replication,,1732728024466.f27e9b18cdfec381321c4e472af322e7./info:regioninfo/1732728036059/Put/seqid=0 2024-11-27T17:20:38,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741851_1027 (size=6385) 2024-11-27T17:20:38,790 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:20:38,956 DEBUG [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:20:39,156 DEBUG [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:20:39,175 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/.tmp/info/cb7de3b416314352ba6d46dc1564d16c 2024-11-27T17:20:39,181 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/.tmp/info/cb7de3b416314352ba6d46dc1564d16c as hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/info/cb7de3b416314352ba6d46dc1564d16c 2024-11-27T17:20:39,187 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/info/cb7de3b416314352ba6d46dc1564d16c, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T17:20:39,188 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-27T17:20:39,193 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T17:20:39,193 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:20:39,193 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:20:39,193 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:20:39,193 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728038756Running coprocessor pre-close hooks at 1732728038756Disabling compacts and flushes for region at 1732728038756Disabling writes for close at 1732728038756Obtaining lock to block concurrent updates at 1732728038756Preparing flush snapshotting stores in 1588230740 at 1732728038756Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732728038756Flushing stores of hbase:meta,,1.1588230740 at 1732728038757 (+1 ms)Flushing 1588230740/info: creating writer at 1732728038757Flushing 1588230740/info: appending metadata at 1732728038770 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732728038770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716359ff: reopening flushed file at 1732728039180 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1732728039188 (+8 ms)Writing region close event to WAL at 1732728039190 (+2 ms)Running coprocessor post-close hooks at 1732728039193 (+3 ms)Closed at 1732728039193 2024-11-27T17:20:39,193 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:20:39,301 DEBUG [RS:0;8f0673442175:42319.replicationSource.wal-reader.8f0673442175%2C42319%2C1732728030462,1-8f0673442175,42319,1732728030462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.1732728031532 to pos 0, reset compression=false 2024-11-27T17:20:39,356 INFO [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,42319,1732728030462; all regions closed. 2024-11-27T17:20:39,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741849_1025 (size=2156) 2024-11-27T17:20:39,359 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.meta.1732728031776.meta not finished, retry = 0 2024-11-27T17:20:39,380 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:20:39,381 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:20:39,461 DEBUG [RS:0;8f0673442175:42319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/oldWALs 2024-11-27T17:20:39,461 INFO [RS:0;8f0673442175:42319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C42319%2C1732728030462.meta:.meta(num 1732728031776) 2024-11-27T17:20:39,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741850_1026 (size=796) 2024-11-27T17:20:39,463 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.rep.1732728036025 not finished, retry = 0 2024-11-27T17:20:39,566 DEBUG [RS:0;8f0673442175:42319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/oldWALs 2024-11-27T17:20:39,566 INFO [RS:0;8f0673442175:42319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C42319%2C1732728030462.rep:(num 1732728036025) 2024-11-27T17:20:39,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741848_1024 (size=93) 2024-11-27T17:20:39,568 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/WALs/8f0673442175,42319,1732728030462/8f0673442175%2C42319%2C1732728030462.1732728031532 not finished, retry = 0 2024-11-27T17:20:39,670 DEBUG [RS:0;8f0673442175:42319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/oldWALs 2024-11-27T17:20:39,670 INFO [RS:0;8f0673442175:42319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C42319%2C1732728030462:(num 1732728031532) 2024-11-27T17:20:39,670 DEBUG [RS:0;8f0673442175:42319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:39,670 INFO [RS:0;8f0673442175:42319 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:20:39,670 INFO [RS:0;8f0673442175:42319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:20:39,670 INFO [RS:0;8f0673442175:42319 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:20:39,670 INFO [RS:0;8f0673442175:42319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:20:39,671 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:20:39,671 INFO [RS:0;8f0673442175:42319 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,42319,1732728030462 because: Region server is closing 2024-11-27T17:20:39,671 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T17:20:39,671 INFO [RS:0;8f0673442175:42319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:42319. 2024-11-27T17:20:39,671 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T17:20:39,671 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T17:20:39,671 DEBUG [RS:0;8f0673442175:42319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:39,671 DEBUG [RS:0;8f0673442175:42319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:39,671 DEBUG [RS:0;8f0673442175:42319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:39,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:20:39,771 WARN [RS:0;8f0673442175:42319.replicationSource.wal-reader.8f0673442175%2C42319%2C1732728030462,1-8f0673442175,42319,1732728030462 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T17:20:39,771 WARN [RS:0;8f0673442175:42319.replicationSource.shipper8f0673442175%2C42319%2C1732728030462,1-8f0673442175,42319,1732728030462 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T17:20:39,772 INFO [RS:0;8f0673442175:42319 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;8f0673442175:42319.replicationSource.shipper8f0673442175%2C42319%2C1732728030462,1-8f0673442175,42319,1732728030462 terminated 2024-11-27T17:20:39,772 INFO [RS:0;8f0673442175:42319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42319 2024-11-27T17:20:39,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:20:39,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T17:20:39,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:20:39,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033/rs 2024-11-27T17:20:39,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-585284033/rs/8f0673442175,42319,1732728030462 2024-11-27T17:20:39,870 INFO [RS:0;8f0673442175:42319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:20:39,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,42319,1732728030462] 2024-11-27T17:20:39,891 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-585284033/draining/8f0673442175,42319,1732728030462 already deleted, retry=false 2024-11-27T17:20:39,891 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,42319,1732728030462 expired; onlineServers=0 2024-11-27T17:20:39,891 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,39867,1732728030418' ***** 2024-11-27T17:20:39,891 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:20:39,891 INFO [M:0;8f0673442175:39867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:20:39,891 INFO [M:0;8f0673442175:39867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:20:39,891 DEBUG [M:0;8f0673442175:39867 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:20:39,891 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:20:39,891 DEBUG [M:0;8f0673442175:39867 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:20:39,891 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728031187 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728031187,5,FailOnTimeoutGroup] 2024-11-27T17:20:39,891 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728031187 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728031187,5,FailOnTimeoutGroup] 2024-11-27T17:20:39,891 INFO [M:0;8f0673442175:39867 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:20:39,891 INFO [M:0;8f0673442175:39867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:20:39,891 DEBUG [M:0;8f0673442175:39867 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:20:39,891 INFO [M:0;8f0673442175:39867 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:20:39,891 INFO [M:0;8f0673442175:39867 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:20:39,892 INFO [M:0;8f0673442175:39867 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:20:39,892 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:20:39,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-585284033/master 2024-11-27T17:20:39,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-585284033 2024-11-27T17:20:39,901 DEBUG [M:0;8f0673442175:39867 {}] zookeeper.ZKUtil(347): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Unable to get data of znode /0-585284033/master because node does not exist (not an error) 2024-11-27T17:20:39,901 WARN [M:0;8f0673442175:39867 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:20:39,902 INFO [M:0;8f0673442175:39867 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/.lastflushedseqids 2024-11-27T17:20:39,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741852_1028 (size=181) 2024-11-27T17:20:39,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:39,980 INFO [RS:0;8f0673442175:42319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:20:39,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1017d4f3d310007, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:39,980 INFO [RS:0;8f0673442175:42319 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,42319,1732728030462; zookeeper connection closed. 2024-11-27T17:20:39,980 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43828237 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43828237 2024-11-27T17:20:39,981 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:20:40,306 INFO [M:0;8f0673442175:39867 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:20:40,307 INFO [M:0;8f0673442175:39867 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:20:40,307 DEBUG [M:0;8f0673442175:39867 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:20:40,307 INFO [M:0;8f0673442175:39867 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:40,307 DEBUG [M:0;8f0673442175:39867 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:40,307 DEBUG [M:0;8f0673442175:39867 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:20:40,307 DEBUG [M:0;8f0673442175:39867 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:40,307 INFO [M:0;8f0673442175:39867 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T17:20:40,323 DEBUG [M:0;8f0673442175:39867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/303cb4a8096d467f908903bd2f2365f6 is 82, key is hbase:meta,,1/info:regioninfo/1732728031818/Put/seqid=0 2024-11-27T17:20:40,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741853_1029 (size=5672) 2024-11-27T17:20:40,727 INFO [M:0;8f0673442175:39867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/303cb4a8096d467f908903bd2f2365f6 2024-11-27T17:20:40,744 DEBUG [M:0;8f0673442175:39867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee249eab55a8455aae3692cf1f4a404a is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732728036065/Put/seqid=0 2024-11-27T17:20:40,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741854_1030 (size=7312) 2024-11-27T17:20:41,148 INFO [M:0;8f0673442175:39867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee249eab55a8455aae3692cf1f4a404a 2024-11-27T17:20:41,171 DEBUG [M:0;8f0673442175:39867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/413102fa01d540b484297da43a825735 is 69, key is 8f0673442175,42319,1732728030462/rs:state/1732728031321/Put/seqid=0 2024-11-27T17:20:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741855_1031 (size=5370) 2024-11-27T17:20:41,175 INFO [M:0;8f0673442175:39867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/413102fa01d540b484297da43a825735 2024-11-27T17:20:41,180 INFO [M:0;8f0673442175:39867 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 413102fa01d540b484297da43a825735 2024-11-27T17:20:41,182 DEBUG [M:0;8f0673442175:39867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/303cb4a8096d467f908903bd2f2365f6 as hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/303cb4a8096d467f908903bd2f2365f6 2024-11-27T17:20:41,187 INFO [M:0;8f0673442175:39867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/303cb4a8096d467f908903bd2f2365f6, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T17:20:41,188 DEBUG [M:0;8f0673442175:39867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee249eab55a8455aae3692cf1f4a404a as hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee249eab55a8455aae3692cf1f4a404a 2024-11-27T17:20:41,193 INFO [M:0;8f0673442175:39867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee249eab55a8455aae3692cf1f4a404a, entries=7, sequenceid=127, filesize=7.1 K 2024-11-27T17:20:41,194 DEBUG [M:0;8f0673442175:39867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/413102fa01d540b484297da43a825735 as hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/413102fa01d540b484297da43a825735 2024-11-27T17:20:41,198 INFO [M:0;8f0673442175:39867 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 413102fa01d540b484297da43a825735 2024-11-27T17:20:41,198 INFO [M:0;8f0673442175:39867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/0537da94-fd5f-449b-3619-f1510cf58932/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/413102fa01d540b484297da43a825735, entries=2, sequenceid=127, filesize=5.2 K 2024-11-27T17:20:41,199 INFO [M:0;8f0673442175:39867 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=127, compaction requested=false 2024-11-27T17:20:41,200 INFO [M:0;8f0673442175:39867 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:41,200 DEBUG [M:0;8f0673442175:39867 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728040307Disabling compacts and flushes for region at 1732728040307Disabling writes for close at 1732728040307Obtaining lock to block concurrent updates at 1732728040307Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728040307Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732728040307Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728040308 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728040308Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728040322 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728040323 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728040732 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728040744 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728040744Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728041153 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728041170 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728041170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2c797b: reopening flushed file at 1732728041180 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eff719e: reopening flushed file at 1732728041187 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18872630: reopening flushed file at 1732728041193 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=127, compaction requested=false at 1732728041199 (+6 ms)Writing region close event to WAL at 1732728041200 (+1 ms)Closed at 1732728041200 2024-11-27T17:20:41,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741847_1023 (size=22903) 2024-11-27T17:20:41,203 INFO [M:0;8f0673442175:39867 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:20:41,203 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:20:41,204 INFO [M:0;8f0673442175:39867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39867 2024-11-27T17:20:41,204 INFO [M:0;8f0673442175:39867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:20:41,384 INFO [M:0;8f0673442175:39867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:20:41,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:41,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39867-0x1017d4f3d310006, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:20:41,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1650c7ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:20:41,387 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@687da7d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:20:41,387 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:20:41,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@723e439e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:20:41,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d9d134{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/hadoop.log.dir/,STOPPED} 2024-11-27T17:20:41,388 WARN [BP-1187157795-172.17.0.3-1732728013209 heartbeating to localhost/127.0.0.1:39357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:20:41,388 WARN [BP-1187157795-172.17.0.3-1732728013209 heartbeating to localhost/127.0.0.1:39357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1187157795-172.17.0.3-1732728013209 (Datanode Uuid 34910915-1ee0-49a7-a4c8-28ad75e8d867) service to localhost/127.0.0.1:39357 2024-11-27T17:20:41,388 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:20:41,388 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:20:41,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/cluster_7e32dd62-32cc-f46c-8800-5df9d16ad87e/data/data1/current/BP-1187157795-172.17.0.3-1732728013209 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:20:41,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/cluster_7e32dd62-32cc-f46c-8800-5df9d16ad87e/data/data2/current/BP-1187157795-172.17.0.3-1732728013209 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:20:41,389 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:20:41,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d27629c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:20:41,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@388eaf91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:20:41,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:20:41,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@258ab457{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:20:41,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16a38ed3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c44df424-edc9-28b5-94d4-17f54a36b66a/hadoop.log.dir/,STOPPED} 2024-11-27T17:20:41,400 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T17:20:41,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:20:41,422 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 160) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43553 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39357 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62234) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62234) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=4080 (was 4549) 2024-11-27T17:20:41,429 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=4080 2024-11-27T17:20:41,441 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-27T17:20:41,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/hadoop.log.dir so I do NOT create it in target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f 2024-11-27T17:20:41,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:20:41,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/hadoop.tmp.dir so I do NOT create it in target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f 2024-11-27T17:20:41,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8cdf2fd-a030-bbef-ebb6-b106604fee4b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:20:41,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f 2024-11-27T17:20:41,442 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/cluster_f8f4c9b8-78ec-12a2-4876-cba37af9f85d, deleteOnExit=true 2024-11-27T17:20:41,463 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/cluster_f8f4c9b8-78ec-12a2-4876-cba37af9f85d/zookeeper_0, clientPort=51213, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/cluster_f8f4c9b8-78ec-12a2-4876-cba37af9f85d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/cluster_f8f4c9b8-78ec-12a2-4876-cba37af9f85d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T17:20:41,464 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51213 2024-11-27T17:20:41,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:20:41,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:20:41,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/test.cache.data in system properties and HBase conf 2024-11-27T17:20:41,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:20:41,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:20:41,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:20:41,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:20:41,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:20:41,464 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:20:41,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:20:41,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:20:41,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:20:41,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:20:41,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:20:41,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:20:41,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:20:41,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:20:41,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:20:41,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:20:41,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:20:41,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:20:41,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:20:41,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:20:41,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017d4f3d310002, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:20:41,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017d4f3d310005, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:20:41,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017d4f3d310002, quorum=127.0.0.1:62234, baseZNode=/0-585284033 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:20:41,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017d4f3d310005, quorum=127.0.0.1:62234, baseZNode=/1-197232965 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:20:41,824 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:20:41,828 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:20:41,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:20:41,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:20:41,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:20:41,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:20:41,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50cc24c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:20:41,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72408651{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:20:41,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1afd039c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/java.io.tmpdir/jetty-localhost-42179-hadoop-hdfs-3_4_1-tests_jar-_-any-13653101562230377517/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:20:41,932 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32544d5{HTTP/1.1, (http/1.1)}{localhost:42179} 2024-11-27T17:20:41,932 INFO [Time-limited test {}] server.Server(415): Started @168903ms 2024-11-27T17:20:42,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:20:42,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:20:42,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:20:42,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:20:42,192 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:20:42,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3285af28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:20:42,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2da449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:20:42,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e9aa085{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/java.io.tmpdir/jetty-localhost-39359-hadoop-hdfs-3_4_1-tests_jar-_-any-6001182711622335413/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:20:42,297 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29d9459f{HTTP/1.1, (http/1.1)}{localhost:39359} 2024-11-27T17:20:42,297 INFO [Time-limited test {}] server.Server(415): Started @169268ms 2024-11-27T17:20:42,298 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:20:42,934 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/cluster_f8f4c9b8-78ec-12a2-4876-cba37af9f85d/data/data1/current/BP-945824751-172.17.0.3-1732728041479/current, will proceed with Du for space computation calculation, 2024-11-27T17:20:42,934 WARN [Thread-1673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/cluster_f8f4c9b8-78ec-12a2-4876-cba37af9f85d/data/data2/current/BP-945824751-172.17.0.3-1732728041479/current, will proceed with Du for space computation calculation, 2024-11-27T17:20:42,949 WARN [Thread-1660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:20:42,951 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad89335b71e07d3b with lease ID 0x2c23db3229ec66b7: Processing first storage report for DS-3ef60f75-7aae-42b8-b328-21ebace7fccd from datanode DatanodeRegistration(127.0.0.1:35457, datanodeUuid=64de602d-18ba-443c-8391-3ba20ef83990, infoPort=45833, infoSecurePort=0, ipcPort=42421, storageInfo=lv=-57;cid=testClusterID;nsid=655526066;c=1732728041479) 2024-11-27T17:20:42,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad89335b71e07d3b with lease ID 0x2c23db3229ec66b7: from storage DS-3ef60f75-7aae-42b8-b328-21ebace7fccd node DatanodeRegistration(127.0.0.1:35457, datanodeUuid=64de602d-18ba-443c-8391-3ba20ef83990, infoPort=45833, infoSecurePort=0, ipcPort=42421, storageInfo=lv=-57;cid=testClusterID;nsid=655526066;c=1732728041479), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:20:42,951 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad89335b71e07d3b with lease ID 0x2c23db3229ec66b7: Processing first storage report for DS-0dfb9ef3-3369-4c4e-8862-39a535e6d52f from datanode DatanodeRegistration(127.0.0.1:35457, datanodeUuid=64de602d-18ba-443c-8391-3ba20ef83990, infoPort=45833, infoSecurePort=0, ipcPort=42421, storageInfo=lv=-57;cid=testClusterID;nsid=655526066;c=1732728041479) 2024-11-27T17:20:42,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad89335b71e07d3b with lease ID 0x2c23db3229ec66b7: from storage DS-0dfb9ef3-3369-4c4e-8862-39a535e6d52f node DatanodeRegistration(127.0.0.1:35457, datanodeUuid=64de602d-18ba-443c-8391-3ba20ef83990, infoPort=45833, infoSecurePort=0, ipcPort=42421, storageInfo=lv=-57;cid=testClusterID;nsid=655526066;c=1732728041479), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:20:43,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f 2024-11-27T17:20:43,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:43,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:43,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:20:43,447 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a with version=8 2024-11-27T17:20:43,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/hbase-staging 2024-11-27T17:20:43,460 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:20:43,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:43,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:43,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:20:43,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:43,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:20:43,461 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:20:43,461 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:20:43,461 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43549 2024-11-27T17:20:43,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43549 connecting to ZooKeeper ensemble=127.0.0.1:51213 2024-11-27T17:20:43,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435490x0, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:20:43,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43549-0x1017d4faba20000 connected 2024-11-27T17:20:43,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:43,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:43,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Set watcher on znode that does not yet exist, /0-252949978/running 2024-11-27T17:20:43,640 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a, hbase.cluster.distributed=false 2024-11-27T17:20:43,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Set watcher on znode that does not yet exist, /0-252949978/acl 2024-11-27T17:20:43,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43549 2024-11-27T17:20:43,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43549 2024-11-27T17:20:43,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43549 2024-11-27T17:20:43,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43549 2024-11-27T17:20:43,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43549 2024-11-27T17:20:43,661 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:20:43,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:43,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:43,661 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:20:43,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:43,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:20:43,661 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:20:43,661 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:20:43,662 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35891 2024-11-27T17:20:43,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35891 connecting to ZooKeeper ensemble=127.0.0.1:51213 2024-11-27T17:20:43,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:43,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:43,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358910x0, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:20:43,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35891-0x1017d4faba20001 connected 2024-11-27T17:20:43,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Set watcher on znode that does not yet exist, /0-252949978/running 2024-11-27T17:20:43,680 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:20:43,680 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:20:43,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Set watcher on znode that does not yet exist, /0-252949978/master 2024-11-27T17:20:43,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Set watcher on znode that does not yet exist, /0-252949978/acl 2024-11-27T17:20:43,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35891 2024-11-27T17:20:43,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35891 2024-11-27T17:20:43,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35891 2024-11-27T17:20:43,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35891 2024-11-27T17:20:43,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35891 2024-11-27T17:20:43,698 DEBUG [M:0;8f0673442175:43549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:43549 2024-11-27T17:20:43,699 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-252949978/backup-masters/8f0673442175,43549,1732728043460 2024-11-27T17:20:43,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978/backup-masters 2024-11-27T17:20:43,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978/backup-masters 2024-11-27T17:20:43,711 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Set watcher on existing znode=/0-252949978/backup-masters/8f0673442175,43549,1732728043460 2024-11-27T17:20:43,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-252949978/master 2024-11-27T17:20:43,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:20:43,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:20:43,721 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Set watcher on existing znode=/0-252949978/master 2024-11-27T17:20:43,721 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-252949978/backup-masters/8f0673442175,43549,1732728043460 from backup master directory 2024-11-27T17:20:43,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978/backup-masters 2024-11-27T17:20:43,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-252949978/backup-masters/8f0673442175,43549,1732728043460 2024-11-27T17:20:43,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978/backup-masters 2024-11-27T17:20:43,731 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:20:43,731 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,43549,1732728043460 2024-11-27T17:20:43,735 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/hbase.id] with ID: 2d3180c2-e0d3-42d7-81a6-d7a2dc31aced 2024-11-27T17:20:43,735 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/.tmp/hbase.id 2024-11-27T17:20:43,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:20:44,139 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/.tmp/hbase.id]:[hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/hbase.id] 2024-11-27T17:20:44,148 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:44,148 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:20:44,149 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T17:20:44,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:20:44,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:20:44,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:20:44,262 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:20:44,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:44,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:44,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:44,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:44,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:44,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:44,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:44,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:44,610 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:20:44,611 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:20:44,611 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:20:45,019 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store 2024-11-27T17:20:45,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:20:45,425 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:45,425 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:20:45,425 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:45,425 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:45,425 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:20:45,425 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:45,425 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:45,425 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728045425Disabling compacts and flushes for region at 1732728045425Disabling writes for close at 1732728045425Writing region close event to WAL at 1732728045425Closed at 1732728045425 2024-11-27T17:20:45,426 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/.initializing 2024-11-27T17:20:45,426 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/WALs/8f0673442175,43549,1732728043460 2024-11-27T17:20:45,427 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:20:45,429 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C43549%2C1732728043460, suffix=, logDir=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/WALs/8f0673442175,43549,1732728043460, archiveDir=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/oldWALs, maxLogs=10 2024-11-27T17:20:45,444 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/WALs/8f0673442175,43549,1732728043460/8f0673442175%2C43549%2C1732728043460.1732728045429, exclude list is [], retry=0 2024-11-27T17:20:45,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35457,DS-3ef60f75-7aae-42b8-b328-21ebace7fccd,DISK] 2024-11-27T17:20:45,448 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/WALs/8f0673442175,43549,1732728043460/8f0673442175%2C43549%2C1732728043460.1732728045429 2024-11-27T17:20:45,448 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45833:45833)] 2024-11-27T17:20:45,448 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:20:45,448 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:45,449 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:45,449 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:45,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:45,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:20:45,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:45,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:45,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:45,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:20:45,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:45,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:45,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:45,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:20:45,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:45,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:45,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:45,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:20:45,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:45,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:45,456 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:45,457 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:45,457 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:45,458 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:45,459 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:45,459 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:20:45,460 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:45,462 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:20:45,462 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68330074, jitterRate=0.018197447061538696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:20:45,463 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728045449Initializing all the Stores at 1732728045449Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728045449Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728045450 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728045450Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728045450Cleaning up temporary data from old regions at 1732728045459 (+9 ms)Region opened successfully at 1732728045463 (+4 ms) 2024-11-27T17:20:45,463 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:20:45,465 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ac4749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:20:45,466 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:20:45,466 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:20:45,466 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:20:45,466 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:20:45,467 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:20:45,467 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:20:45,467 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:20:45,468 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:20:45,469 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Unable to get data of znode /0-252949978/balancer because node does not exist (not necessarily an error) 2024-11-27T17:20:45,531 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-252949978/balancer already deleted, retry=false 2024-11-27T17:20:45,532 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:20:45,532 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Unable to get data of znode /0-252949978/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:20:45,542 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-252949978/normalizer already deleted, retry=false 2024-11-27T17:20:45,542 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:20:45,543 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Unable to get data of znode /0-252949978/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:20:45,552 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-252949978/switch/split already deleted, retry=false 2024-11-27T17:20:45,553 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Unable to get data of znode /0-252949978/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:20:45,563 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-252949978/switch/merge already deleted, retry=false 2024-11-27T17:20:45,564 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Unable to get data of znode /0-252949978/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:20:45,573 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-252949978/snapshot-cleanup already deleted, retry=false 2024-11-27T17:20:45,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-252949978/running 2024-11-27T17:20:45,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-252949978/running 2024-11-27T17:20:45,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:20:45,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:20:45,584 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,43549,1732728043460, sessionid=0x1017d4faba20000, setting cluster-up flag (Was=false) 2024-11-27T17:20:45,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:20:45,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:20:45,636 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-252949978/flush-table-proc/acquired, /0-252949978/flush-table-proc/reached, /0-252949978/flush-table-proc/abort 2024-11-27T17:20:45,637 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,43549,1732728043460 2024-11-27T17:20:45,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:20:45,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:20:45,689 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-252949978/online-snapshot/acquired, /0-252949978/online-snapshot/reached, /0-252949978/online-snapshot/abort 2024-11-27T17:20:45,690 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,43549,1732728043460 2024-11-27T17:20:45,691 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:20:45,693 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:45,693 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:20:45,693 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:20:45,693 WARN [master/8f0673442175:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 8f0673442175,39007,1732728015904: status=Processing ServerCrashProcedure of 8f0673442175,39007,1732728015904 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732728031186, completionTime=-1 appears to have been leaked 2024-11-27T17:20:45,693 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,43549,1732728043460 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:20:45,694 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:45,695 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:45,695 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:45,695 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:45,695 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:20:45,695 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:45,695 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:20:45,695 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:45,696 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:45,696 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:20:45,697 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:45,697 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:20:45,698 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728075697 2024-11-27T17:20:45,698 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:20:45,698 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:20:45,698 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:20:45,698 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:20:45,698 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:20:45,698 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:20:45,698 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:45,698 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:20:45,698 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:20:45,699 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:20:45,699 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:20:45,700 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:20:45,700 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:20:45,706 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728045700,5,FailOnTimeoutGroup] 2024-11-27T17:20:45,706 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728045706,5,FailOnTimeoutGroup] 2024-11-27T17:20:45,706 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:45,706 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:20:45,706 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:45,706 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:45,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:20:45,791 INFO [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(746): ClusterId : 2d3180c2-e0d3-42d7-81a6-d7a2dc31aced 2024-11-27T17:20:45,791 DEBUG [RS:0;8f0673442175:35891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:20:45,802 DEBUG [RS:0;8f0673442175:35891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:20:45,802 DEBUG [RS:0;8f0673442175:35891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:20:45,813 DEBUG [RS:0;8f0673442175:35891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:20:45,813 DEBUG [RS:0;8f0673442175:35891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c68ead8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:20:45,825 DEBUG [RS:0;8f0673442175:35891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:35891 2024-11-27T17:20:45,825 INFO [RS:0;8f0673442175:35891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:20:45,825 INFO [RS:0;8f0673442175:35891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:20:45,825 DEBUG [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:20:45,826 INFO [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,43549,1732728043460 with port=35891, startcode=1732728043660 2024-11-27T17:20:45,826 DEBUG [RS:0;8f0673442175:35891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:20:45,827 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:20:45,828 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43549 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,35891,1732728043660 2024-11-27T17:20:45,828 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43549 {}] master.ServerManager(517): Registering regionserver=8f0673442175,35891,1732728043660 2024-11-27T17:20:45,829 DEBUG [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a 2024-11-27T17:20:45,829 DEBUG [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33475 2024-11-27T17:20:45,829 DEBUG [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:20:45,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978/rs 2024-11-27T17:20:45,837 DEBUG [RS:0;8f0673442175:35891 {}] zookeeper.ZKUtil(111): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Set watcher on existing znode=/0-252949978/rs/8f0673442175,35891,1732728043660 2024-11-27T17:20:45,837 WARN [RS:0;8f0673442175:35891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:20:45,837 INFO [RS:0;8f0673442175:35891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:45,837 DEBUG [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660 2024-11-27T17:20:45,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,35891,1732728043660] 2024-11-27T17:20:45,840 INFO [RS:0;8f0673442175:35891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:20:45,842 INFO [RS:0;8f0673442175:35891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:20:45,842 INFO [RS:0;8f0673442175:35891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:20:45,842 INFO [RS:0;8f0673442175:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:45,844 INFO [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:20:45,845 INFO [RS:0;8f0673442175:35891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:20:45,845 INFO [RS:0;8f0673442175:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:45,845 DEBUG [RS:0;8f0673442175:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:45,845 DEBUG [RS:0;8f0673442175:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:45,845 DEBUG [RS:0;8f0673442175:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:45,845 DEBUG [RS:0;8f0673442175:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:45,845 DEBUG [RS:0;8f0673442175:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:45,845 DEBUG [RS:0;8f0673442175:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:20:45,845 DEBUG [RS:0;8f0673442175:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:45,845 DEBUG [RS:0;8f0673442175:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:45,845 DEBUG [RS:0;8f0673442175:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:45,845 DEBUG [RS:0;8f0673442175:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:45,845 DEBUG [RS:0;8f0673442175:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:45,845 DEBUG [RS:0;8f0673442175:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:45,845 DEBUG [RS:0;8f0673442175:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:20:45,845 DEBUG [RS:0;8f0673442175:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:20:45,847 INFO [RS:0;8f0673442175:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:45,847 INFO [RS:0;8f0673442175:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:45,847 INFO [RS:0;8f0673442175:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:45,847 INFO [RS:0;8f0673442175:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:45,847 INFO [RS:0;8f0673442175:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:45,848 INFO [RS:0;8f0673442175:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35891,1732728043660-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:20:45,865 INFO [RS:0;8f0673442175:35891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:20:45,865 INFO [RS:0;8f0673442175:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35891,1732728043660-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:45,865 INFO [RS:0;8f0673442175:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:45,865 INFO [RS:0;8f0673442175:35891 {}] regionserver.Replication(171): 8f0673442175,35891,1732728043660 started 2024-11-27T17:20:45,882 INFO [RS:0;8f0673442175:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:45,883 INFO [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,35891,1732728043660, RpcServer on 8f0673442175/172.17.0.3:35891, sessionid=0x1017d4faba20001 2024-11-27T17:20:45,883 DEBUG [RS:0;8f0673442175:35891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:20:45,883 DEBUG [RS:0;8f0673442175:35891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,35891,1732728043660 2024-11-27T17:20:45,883 DEBUG [RS:0;8f0673442175:35891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,35891,1732728043660' 2024-11-27T17:20:45,883 DEBUG [RS:0;8f0673442175:35891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-252949978/flush-table-proc/abort' 2024-11-27T17:20:45,883 DEBUG [RS:0;8f0673442175:35891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-252949978/flush-table-proc/acquired' 2024-11-27T17:20:45,884 DEBUG [RS:0;8f0673442175:35891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:20:45,884 DEBUG [RS:0;8f0673442175:35891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:20:45,884 DEBUG [RS:0;8f0673442175:35891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,35891,1732728043660 2024-11-27T17:20:45,884 DEBUG [RS:0;8f0673442175:35891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,35891,1732728043660' 2024-11-27T17:20:45,884 DEBUG [RS:0;8f0673442175:35891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-252949978/online-snapshot/abort' 2024-11-27T17:20:45,884 DEBUG [RS:0;8f0673442175:35891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-252949978/online-snapshot/acquired' 2024-11-27T17:20:45,884 DEBUG [RS:0;8f0673442175:35891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:20:45,884 INFO [RS:0;8f0673442175:35891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:20:45,884 INFO [RS:0;8f0673442175:35891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:20:45,985 INFO [RS:0;8f0673442175:35891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:20:45,986 INFO [RS:0;8f0673442175:35891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C35891%2C1732728043660, suffix=, logDir=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660, archiveDir=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/oldWALs, maxLogs=10 2024-11-27T17:20:46,002 DEBUG [RS:0;8f0673442175:35891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987, exclude list is [], retry=0 2024-11-27T17:20:46,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35457,DS-3ef60f75-7aae-42b8-b328-21ebace7fccd,DISK] 2024-11-27T17:20:46,006 INFO [RS:0;8f0673442175:35891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 2024-11-27T17:20:46,006 DEBUG [RS:0;8f0673442175:35891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45833:45833)] 2024-11-27T17:20:46,109 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:20:46,109 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a 2024-11-27T17:20:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:20:46,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:46,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:20:46,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:20:46,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:46,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:46,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:20:46,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:20:46,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:46,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:46,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:20:46,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:20:46,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:46,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:46,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:20:46,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:20:46,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:46,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:46,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:20:46,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740 2024-11-27T17:20:46,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740 2024-11-27T17:20:46,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:20:46,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:20:46,528 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:20:46,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:20:46,530 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:20:46,530 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62365122, jitterRate=-0.07068726420402527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:20:46,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728046518Initializing all the Stores at 1732728046519 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728046519Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728046519Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728046519Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728046519Cleaning up temporary data from old regions at 1732728046527 (+8 ms)Region opened successfully at 1732728046530 (+3 ms) 2024-11-27T17:20:46,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:20:46,531 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:20:46,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:20:46,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:20:46,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:20:46,531 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:20:46,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728046531Disabling compacts and flushes for region at 1732728046531Disabling writes for close at 1732728046531Writing region close event to WAL at 1732728046531Closed at 1732728046531 2024-11-27T17:20:46,532 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:46,532 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:20:46,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:20:46,533 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:20:46,534 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:20:46,684 DEBUG [8f0673442175:43549 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:20:46,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,35891,1732728043660 2024-11-27T17:20:46,686 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,35891,1732728043660, state=OPENING 2024-11-27T17:20:46,763 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:20:46,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:20:46,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:20:46,774 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:20:46,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-252949978/meta-region-server: CHANGED 2024-11-27T17:20:46,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-252949978/meta-region-server: CHANGED 2024-11-27T17:20:46,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,35891,1732728043660}] 2024-11-27T17:20:46,926 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:20:46,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:20:46,930 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:20:46,931 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:46,931 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:20:46,932 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C35891%2C1732728043660.meta, suffix=.meta, logDir=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660, archiveDir=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/oldWALs, maxLogs=10 2024-11-27T17:20:46,943 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.meta.1732728046932.meta, exclude list is [], retry=0 2024-11-27T17:20:46,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35457,DS-3ef60f75-7aae-42b8-b328-21ebace7fccd,DISK] 2024-11-27T17:20:46,947 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.meta.1732728046932.meta 2024-11-27T17:20:46,947 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45833:45833)] 2024-11-27T17:20:46,947 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:20:46,947 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:20:46,947 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:20:46,947 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:20:46,947 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:20:46,948 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:20:46,948 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:46,948 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:20:46,948 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:20:46,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:20:46,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:20:46,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:46,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:46,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:20:46,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:20:46,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:46,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:46,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:20:46,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:20:46,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:46,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:46,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:20:46,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:20:46,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:46,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:46,953 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:20:46,954 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740 2024-11-27T17:20:46,955 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740 2024-11-27T17:20:46,956 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:20:46,956 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:20:46,956 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:20:46,957 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:20:46,958 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61236475, jitterRate=-0.08750541508197784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:20:46,958 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:20:46,958 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728046948Writing region info on filesystem at 1732728046948Initializing all the Stores at 1732728046949 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728046949Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728046949Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728046949Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728046949Cleaning up temporary data from old regions at 1732728046956 (+7 ms)Running coprocessor post-open hooks at 1732728046958 (+2 ms)Region opened successfully at 1732728046958 2024-11-27T17:20:46,959 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728046926 2024-11-27T17:20:46,961 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:20:46,961 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:20:46,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,35891,1732728043660 2024-11-27T17:20:46,962 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,35891,1732728043660, state=OPEN 2024-11-27T17:20:47,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-252949978/meta-region-server 2024-11-27T17:20:47,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-252949978/meta-region-server 2024-11-27T17:20:47,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-252949978/meta-region-server: CHANGED 2024-11-27T17:20:47,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-252949978/meta-region-server: CHANGED 2024-11-27T17:20:47,001 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,35891,1732728043660 2024-11-27T17:20:47,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:20:47,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,35891,1732728043660 in 227 msec 2024-11-27T17:20:47,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:20:47,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-27T17:20:47,006 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:47,006 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:20:47,007 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:20:47,007 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35891,1732728043660, seqNum=-1] 2024-11-27T17:20:47,008 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:20:47,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:20:47,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3200 sec 2024-11-27T17:20:47,013 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728047012, completionTime=-1 2024-11-27T17:20:47,013 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:20:47,013 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:20:47,014 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:20:47,014 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728107014 2024-11-27T17:20:47,015 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728167015 2024-11-27T17:20:47,015 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T17:20:47,015 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,43549,1732728043460-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:47,015 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,43549,1732728043460-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:47,015 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,43549,1732728043460-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:47,015 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:43549, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:47,015 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:47,015 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:47,016 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:20:47,019 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.288sec 2024-11-27T17:20:47,019 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:20:47,019 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:20:47,019 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:20:47,019 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:20:47,019 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:20:47,019 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,43549,1732728043460-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:20:47,019 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,43549,1732728043460-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:20:47,021 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:20:47,021 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:20:47,021 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,43549,1732728043460-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:47,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c45d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:47,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,43549,-1 for getting cluster id 2024-11-27T17:20:47,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:47,093 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d3180c2-e0d3-42d7-81a6-d7a2dc31aced' 2024-11-27T17:20:47,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:47,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d3180c2-e0d3-42d7-81a6-d7a2dc31aced" 2024-11-27T17:20:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba9bc18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,43549,-1] 2024-11-27T17:20:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:47,095 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:47,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67cf712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:47,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:20:47,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35891,1732728043660, seqNum=-1] 2024-11-27T17:20:47,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:20:47,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:20:47,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,43549,1732728043460 2024-11-27T17:20:47,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51213 2024-11-27T17:20:47,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:20:47,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017d4faba20002 connected 2024-11-27T17:20:47,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/hadoop.log.dir so I do NOT create it in target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99 2024-11-27T17:20:47,133 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:20:47,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/hadoop.tmp.dir so I do NOT create it in target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99 2024-11-27T17:20:47,133 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:20:47,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99 2024-11-27T17:20:47,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:20:47,133 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/cluster_88d38583-e149-c8ba-af98-0b697864b9ff, deleteOnExit=true 2024-11-27T17:20:47,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:20:47,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/test.cache.data in system properties and HBase conf 2024-11-27T17:20:47,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:20:47,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:20:47,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:20:47,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:20:47,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:20:47,134 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:20:47,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:20:47,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:20:47,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:20:47,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:20:47,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:20:47,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:20:47,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:20:47,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:20:47,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:20:47,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:20:47,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:20:47,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:20:47,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:20:47,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:20:47,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:20:47,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:20:47,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:20:47,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:20:47,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:20:47,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:20:47,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc0c06c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:20:47,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3578eb81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:20:47,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303210c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/java.io.tmpdir/jetty-localhost-34321-hadoop-hdfs-3_4_1-tests_jar-_-any-2157672406289692516/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:20:47,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12f084d6{HTTP/1.1, (http/1.1)}{localhost:34321} 2024-11-27T17:20:47,560 INFO [Time-limited test {}] server.Server(415): Started @174531ms 2024-11-27T17:20:47,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:20:47,815 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:20:47,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:20:47,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:20:47,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:20:47,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f69979f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:20:47,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63ce42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:20:47,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f383181{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/java.io.tmpdir/jetty-localhost-37291-hadoop-hdfs-3_4_1-tests_jar-_-any-14977761732417301718/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:20:47,918 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43690538{HTTP/1.1, (http/1.1)}{localhost:37291} 2024-11-27T17:20:47,918 INFO [Time-limited test {}] server.Server(415): Started @174890ms 2024-11-27T17:20:47,919 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:20:48,646 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/cluster_88d38583-e149-c8ba-af98-0b697864b9ff/data/data1/current/BP-1019756740-172.17.0.3-1732728047160/current, will proceed with Du for space computation calculation, 2024-11-27T17:20:48,647 WARN [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/cluster_88d38583-e149-c8ba-af98-0b697864b9ff/data/data2/current/BP-1019756740-172.17.0.3-1732728047160/current, will proceed with Du for space computation calculation, 2024-11-27T17:20:48,661 WARN [Thread-1781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:20:48,664 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47b7e05414c8a008 with lease ID 0x9d796a52e107beec: Processing first storage report for DS-3d9c30e7-fa36-4d99-bbb6-3ed623985a5c from datanode DatanodeRegistration(127.0.0.1:35311, datanodeUuid=1096ceb1-2408-425b-a272-e7f96165c167, infoPort=45795, infoSecurePort=0, ipcPort=45527, storageInfo=lv=-57;cid=testClusterID;nsid=1258851123;c=1732728047160) 2024-11-27T17:20:48,664 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47b7e05414c8a008 with lease ID 0x9d796a52e107beec: from storage DS-3d9c30e7-fa36-4d99-bbb6-3ed623985a5c node DatanodeRegistration(127.0.0.1:35311, datanodeUuid=1096ceb1-2408-425b-a272-e7f96165c167, infoPort=45795, infoSecurePort=0, ipcPort=45527, storageInfo=lv=-57;cid=testClusterID;nsid=1258851123;c=1732728047160), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:20:48,664 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47b7e05414c8a008 with lease ID 0x9d796a52e107beec: Processing first storage report for DS-b62c77b0-31e4-45a2-97cc-b6253ac5fa83 from datanode DatanodeRegistration(127.0.0.1:35311, datanodeUuid=1096ceb1-2408-425b-a272-e7f96165c167, infoPort=45795, infoSecurePort=0, ipcPort=45527, storageInfo=lv=-57;cid=testClusterID;nsid=1258851123;c=1732728047160) 2024-11-27T17:20:48,664 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47b7e05414c8a008 with lease ID 0x9d796a52e107beec: from storage DS-b62c77b0-31e4-45a2-97cc-b6253ac5fa83 node DatanodeRegistration(127.0.0.1:35311, datanodeUuid=1096ceb1-2408-425b-a272-e7f96165c167, infoPort=45795, infoSecurePort=0, ipcPort=45527, storageInfo=lv=-57;cid=testClusterID;nsid=1258851123;c=1732728047160), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:20:48,748 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99 2024-11-27T17:20:48,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:48,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:48,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:20:49,157 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930 with version=8 2024-11-27T17:20:49,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/hbase-staging 2024-11-27T17:20:49,160 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:20:49,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:49,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:49,160 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:20:49,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:49,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:20:49,160 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:20:49,160 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:20:49,161 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40933 2024-11-27T17:20:49,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40933 connecting to ZooKeeper ensemble=127.0.0.1:51213 2024-11-27T17:20:49,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409330x0, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:20:49,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40933-0x1017d4faba20003 connected 2024-11-27T17:20:49,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:49,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:49,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Set watcher on znode that does not yet exist, /1543424616/running 2024-11-27T17:20:49,283 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930, hbase.cluster.distributed=false 2024-11-27T17:20:49,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Set watcher on znode that does not yet exist, /1543424616/acl 2024-11-27T17:20:49,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40933 2024-11-27T17:20:49,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40933 2024-11-27T17:20:49,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40933 2024-11-27T17:20:49,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40933 2024-11-27T17:20:49,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40933 2024-11-27T17:20:49,303 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:20:49,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:49,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:49,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:20:49,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:20:49,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:20:49,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:20:49,303 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:20:49,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42679 2024-11-27T17:20:49,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42679 connecting to ZooKeeper ensemble=127.0.0.1:51213 2024-11-27T17:20:49,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:49,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:49,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426790x0, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:20:49,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426790x0, quorum=127.0.0.1:51213, baseZNode=/1543424616 Set watcher on znode that does not yet exist, /1543424616/running 2024-11-27T17:20:49,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42679-0x1017d4faba20004 connected 2024-11-27T17:20:49,321 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:20:49,322 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:20:49,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Set watcher on znode that does not yet exist, /1543424616/master 2024-11-27T17:20:49,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Set watcher on znode that does not yet exist, /1543424616/acl 2024-11-27T17:20:49,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42679 2024-11-27T17:20:49,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42679 2024-11-27T17:20:49,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42679 2024-11-27T17:20:49,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42679 2024-11-27T17:20:49,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42679 2024-11-27T17:20:49,342 DEBUG [M:0;8f0673442175:40933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:40933 2024-11-27T17:20:49,342 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1543424616/backup-masters/8f0673442175,40933,1732728049159 2024-11-27T17:20:49,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616/backup-masters 2024-11-27T17:20:49,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616/backup-masters 2024-11-27T17:20:49,352 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Set watcher on existing znode=/1543424616/backup-masters/8f0673442175,40933,1732728049159 2024-11-27T17:20:49,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1543424616/master 2024-11-27T17:20:49,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:20:49,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:20:49,363 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Set watcher on existing znode=/1543424616/master 2024-11-27T17:20:49,363 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1543424616/backup-masters/8f0673442175,40933,1732728049159 from backup master directory 2024-11-27T17:20:49,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1543424616/backup-masters/8f0673442175,40933,1732728049159 2024-11-27T17:20:49,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616/backup-masters 2024-11-27T17:20:49,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616/backup-masters 2024-11-27T17:20:49,373 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:20:49,373 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,40933,1732728049159 2024-11-27T17:20:49,376 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/hbase.id] with ID: 48a81ae7-287e-4022-9a34-ed50cf5b6728 2024-11-27T17:20:49,377 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/.tmp/hbase.id 2024-11-27T17:20:49,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:20:49,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T17:20:49,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T17:20:49,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:20:49,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T17:20:49,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:20:49,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T17:20:49,786 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/.tmp/hbase.id]:[hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/hbase.id] 2024-11-27T17:20:49,796 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:49,796 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:20:49,797 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T17:20:49,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:20:49,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:20:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:20:50,252 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:20:50,253 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:20:50,254 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:50,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:20:50,661 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store 2024-11-27T17:20:50,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:20:50,669 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:50,669 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:20:50,669 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:50,669 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:50,669 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:20:50,669 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:50,669 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:20:50,669 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728050669Disabling compacts and flushes for region at 1732728050669Disabling writes for close at 1732728050669Writing region close event to WAL at 1732728050669Closed at 1732728050669 2024-11-27T17:20:50,670 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/.initializing 2024-11-27T17:20:50,670 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/WALs/8f0673442175,40933,1732728049159 2024-11-27T17:20:50,671 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:20:50,672 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C40933%2C1732728049159, suffix=, logDir=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/WALs/8f0673442175,40933,1732728049159, archiveDir=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/oldWALs, maxLogs=10 2024-11-27T17:20:50,688 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/WALs/8f0673442175,40933,1732728049159/8f0673442175%2C40933%2C1732728049159.1732728050672, exclude list is [], retry=0 2024-11-27T17:20:50,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35311,DS-3d9c30e7-fa36-4d99-bbb6-3ed623985a5c,DISK] 2024-11-27T17:20:50,692 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/WALs/8f0673442175,40933,1732728049159/8f0673442175%2C40933%2C1732728049159.1732728050672 2024-11-27T17:20:50,692 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45795:45795)] 2024-11-27T17:20:50,692 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:20:50,693 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:50,693 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:50,693 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:50,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:50,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:20:50,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:50,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:50,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:50,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:20:50,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:50,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:50,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:50,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:20:50,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:50,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:50,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:50,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:20:50,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:50,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:50,701 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:50,702 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:50,702 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:50,703 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:50,703 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:50,703 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:20:50,704 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:20:50,706 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:20:50,707 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74837482, jitterRate=0.11516538262367249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:20:50,707 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728050693Initializing all the Stores at 1732728050694 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728050694Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728050694Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728050694Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728050694Cleaning up temporary data from old regions at 1732728050703 (+9 ms)Region opened successfully at 1732728050707 (+4 ms) 2024-11-27T17:20:50,707 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:20:50,709 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3f4892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:20:50,710 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:20:50,710 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:20:50,710 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:20:50,710 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:20:50,711 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:20:50,711 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:20:50,711 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:20:50,713 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:20:50,714 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Unable to get data of znode /1543424616/balancer because node does not exist (not necessarily an error) 2024-11-27T17:20:50,763 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1543424616/balancer already deleted, retry=false 2024-11-27T17:20:50,763 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:20:50,764 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Unable to get data of znode /1543424616/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:20:50,773 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1543424616/normalizer already deleted, retry=false 2024-11-27T17:20:50,774 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:20:50,775 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Unable to get data of znode /1543424616/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:20:50,783 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1543424616/switch/split already deleted, retry=false 2024-11-27T17:20:50,784 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Unable to get data of znode /1543424616/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:20:50,794 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1543424616/switch/merge already deleted, retry=false 2024-11-27T17:20:50,796 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Unable to get data of znode /1543424616/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:20:50,805 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1543424616/snapshot-cleanup already deleted, retry=false 2024-11-27T17:20:50,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1543424616/running 2024-11-27T17:20:50,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1543424616/running 2024-11-27T17:20:50,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:20:50,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:20:50,816 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,40933,1732728049159, sessionid=0x1017d4faba20003, setting cluster-up flag (Was=false) 2024-11-27T17:20:50,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:20:50,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:20:50,868 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1543424616/flush-table-proc/acquired, /1543424616/flush-table-proc/reached, /1543424616/flush-table-proc/abort 2024-11-27T17:20:50,869 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,40933,1732728049159 2024-11-27T17:20:50,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:20:50,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:20:50,920 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1543424616/online-snapshot/acquired, /1543424616/online-snapshot/reached, /1543424616/online-snapshot/abort 2024-11-27T17:20:50,921 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,40933,1732728049159 2024-11-27T17:20:50,923 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:20:50,924 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:50,924 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:20:50,924 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:20:50,925 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,40933,1732728049159 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:20:50,926 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:50,926 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:50,926 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:50,926 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:20:50,926 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:20:50,926 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:50,926 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:20:50,926 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:50,926 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728080926 2024-11-27T17:20:50,927 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:20:50,927 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:20:50,927 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:20:50,927 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:20:50,927 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:20:50,927 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:20:50,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:50,927 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:20:50,927 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:50,927 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:20:50,927 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:20:50,927 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:20:50,927 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:20:50,928 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:50,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:20:50,928 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:20:50,928 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:20:50,932 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728050928,5,FailOnTimeoutGroup] 2024-11-27T17:20:50,932 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728050932,5,FailOnTimeoutGroup] 2024-11-27T17:20:50,932 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:50,932 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:20:50,932 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:50,932 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:50,935 INFO [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(746): ClusterId : 48a81ae7-287e-4022-9a34-ed50cf5b6728 2024-11-27T17:20:50,935 DEBUG [RS:0;8f0673442175:42679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:20:50,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:20:50,942 DEBUG [RS:0;8f0673442175:42679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:20:50,942 DEBUG [RS:0;8f0673442175:42679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:20:50,953 DEBUG [RS:0;8f0673442175:42679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:20:50,953 DEBUG [RS:0;8f0673442175:42679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c61504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:20:50,967 DEBUG [RS:0;8f0673442175:42679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:42679 2024-11-27T17:20:50,967 INFO [RS:0;8f0673442175:42679 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:20:50,967 INFO [RS:0;8f0673442175:42679 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:20:50,967 DEBUG [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:20:50,968 INFO [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,40933,1732728049159 with port=42679, startcode=1732728049303 2024-11-27T17:20:50,968 DEBUG [RS:0;8f0673442175:42679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:20:50,970 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:20:50,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40933 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,42679,1732728049303 2024-11-27T17:20:50,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40933 {}] master.ServerManager(517): Registering regionserver=8f0673442175,42679,1732728049303 2024-11-27T17:20:50,972 DEBUG [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930 2024-11-27T17:20:50,972 DEBUG [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45531 2024-11-27T17:20:50,972 DEBUG [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:20:50,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616/rs 2024-11-27T17:20:50,984 DEBUG [RS:0;8f0673442175:42679 {}] zookeeper.ZKUtil(111): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Set watcher on existing znode=/1543424616/rs/8f0673442175,42679,1732728049303 2024-11-27T17:20:50,984 WARN [RS:0;8f0673442175:42679 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:20:50,984 INFO [RS:0;8f0673442175:42679 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:50,984 DEBUG [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303 2024-11-27T17:20:50,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,42679,1732728049303] 2024-11-27T17:20:50,987 INFO [RS:0;8f0673442175:42679 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:20:50,989 INFO [RS:0;8f0673442175:42679 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:20:50,992 INFO [RS:0;8f0673442175:42679 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:20:50,992 INFO [RS:0;8f0673442175:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:50,996 INFO [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:20:50,997 INFO [RS:0;8f0673442175:42679 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:20:50,997 INFO [RS:0;8f0673442175:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:50,997 DEBUG [RS:0;8f0673442175:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:50,997 DEBUG [RS:0;8f0673442175:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:50,997 DEBUG [RS:0;8f0673442175:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:50,997 DEBUG [RS:0;8f0673442175:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:50,997 DEBUG [RS:0;8f0673442175:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:50,997 DEBUG [RS:0;8f0673442175:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:20:50,997 DEBUG [RS:0;8f0673442175:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:50,997 DEBUG [RS:0;8f0673442175:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:50,997 DEBUG [RS:0;8f0673442175:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:50,997 DEBUG [RS:0;8f0673442175:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:50,997 DEBUG [RS:0;8f0673442175:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:50,997 DEBUG [RS:0;8f0673442175:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:20:50,997 DEBUG [RS:0;8f0673442175:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:20:50,997 DEBUG [RS:0;8f0673442175:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:20:50,998 INFO [RS:0;8f0673442175:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:50,998 INFO [RS:0;8f0673442175:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:50,998 INFO [RS:0;8f0673442175:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:50,998 INFO [RS:0;8f0673442175:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:50,998 INFO [RS:0;8f0673442175:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:50,998 INFO [RS:0;8f0673442175:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,42679,1732728049303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:20:51,011 INFO [RS:0;8f0673442175:42679 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:20:51,012 INFO [RS:0;8f0673442175:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,42679,1732728049303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:51,012 INFO [RS:0;8f0673442175:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:51,012 INFO [RS:0;8f0673442175:42679 {}] regionserver.Replication(171): 8f0673442175,42679,1732728049303 started 2024-11-27T17:20:51,025 INFO [RS:0;8f0673442175:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:51,025 INFO [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,42679,1732728049303, RpcServer on 8f0673442175/172.17.0.3:42679, sessionid=0x1017d4faba20004 2024-11-27T17:20:51,025 DEBUG [RS:0;8f0673442175:42679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:20:51,025 DEBUG [RS:0;8f0673442175:42679 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,42679,1732728049303 2024-11-27T17:20:51,025 DEBUG [RS:0;8f0673442175:42679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,42679,1732728049303' 2024-11-27T17:20:51,025 DEBUG [RS:0;8f0673442175:42679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1543424616/flush-table-proc/abort' 2024-11-27T17:20:51,025 DEBUG [RS:0;8f0673442175:42679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1543424616/flush-table-proc/acquired' 2024-11-27T17:20:51,026 DEBUG [RS:0;8f0673442175:42679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:20:51,026 DEBUG [RS:0;8f0673442175:42679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:20:51,026 DEBUG [RS:0;8f0673442175:42679 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,42679,1732728049303 2024-11-27T17:20:51,026 DEBUG [RS:0;8f0673442175:42679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,42679,1732728049303' 2024-11-27T17:20:51,026 DEBUG [RS:0;8f0673442175:42679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1543424616/online-snapshot/abort' 2024-11-27T17:20:51,026 DEBUG [RS:0;8f0673442175:42679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1543424616/online-snapshot/acquired' 2024-11-27T17:20:51,026 DEBUG [RS:0;8f0673442175:42679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:20:51,026 INFO [RS:0;8f0673442175:42679 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:20:51,026 INFO [RS:0;8f0673442175:42679 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:20:51,127 INFO [RS:0;8f0673442175:42679 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:20:51,128 INFO [RS:0;8f0673442175:42679 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C42679%2C1732728049303, suffix=, logDir=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303, archiveDir=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/oldWALs, maxLogs=10 2024-11-27T17:20:51,139 DEBUG [RS:0;8f0673442175:42679 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128, exclude list is [], retry=0 2024-11-27T17:20:51,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35311,DS-3d9c30e7-fa36-4d99-bbb6-3ed623985a5c,DISK] 2024-11-27T17:20:51,143 INFO [RS:0;8f0673442175:42679 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 2024-11-27T17:20:51,143 DEBUG [RS:0;8f0673442175:42679 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45795:45795)] 2024-11-27T17:20:51,343 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:20:51,343 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930 2024-11-27T17:20:51,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:20:51,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:51,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:20:51,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:20:51,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:51,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:51,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:20:51,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:20:51,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:51,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:51,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:20:51,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:20:51,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:51,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:51,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:20:51,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:20:51,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:51,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:51,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:20:51,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740 2024-11-27T17:20:51,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740 2024-11-27T17:20:51,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:20:51,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:20:51,758 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:20:51,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:20:51,760 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:20:51,760 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73998833, jitterRate=0.10266853868961334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:20:51,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728051749Initializing all the Stores at 1732728051749Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728051749Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728051750 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728051750Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728051750Cleaning up temporary data from old regions at 1732728051758 (+8 ms)Region opened successfully at 1732728051761 (+3 ms) 2024-11-27T17:20:51,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:20:51,761 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:20:51,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:20:51,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:20:51,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:20:51,761 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:20:51,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728051761Disabling compacts and flushes for region at 1732728051761Disabling writes for close at 1732728051761Writing region close event to WAL at 1732728051761Closed at 1732728051761 2024-11-27T17:20:51,762 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:51,762 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:20:51,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:20:51,763 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:20:51,764 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:20:51,840 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:20:51,915 DEBUG [8f0673442175:40933 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:20:51,915 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,42679,1732728049303 2024-11-27T17:20:51,916 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,42679,1732728049303, state=OPENING 2024-11-27T17:20:52,021 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:20:52,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:20:52,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:20:52,043 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:20:52,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1543424616/meta-region-server: CHANGED 2024-11-27T17:20:52,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,42679,1732728049303}] 2024-11-27T17:20:52,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1543424616/meta-region-server: CHANGED 2024-11-27T17:20:52,196 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:20:52,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:20:52,201 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:20:52,201 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:52,201 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:20:52,202 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C42679%2C1732728049303.meta, suffix=.meta, logDir=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303, archiveDir=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/oldWALs, maxLogs=10 2024-11-27T17:20:52,217 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.meta.1732728052202.meta, exclude list is [], retry=0 2024-11-27T17:20:52,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35311,DS-3d9c30e7-fa36-4d99-bbb6-3ed623985a5c,DISK] 2024-11-27T17:20:52,220 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.meta.1732728052202.meta 2024-11-27T17:20:52,222 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45795:45795)] 2024-11-27T17:20:52,222 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:20:52,222 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:20:52,223 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:20:52,223 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:20:52,223 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:20:52,223 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:20:52,223 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:52,223 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:20:52,223 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:20:52,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:20:52,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:20:52,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:52,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:52,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:20:52,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:20:52,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:52,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:52,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:20:52,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:20:52,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:52,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:52,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:20:52,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:20:52,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:52,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:20:52,229 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:20:52,229 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740 2024-11-27T17:20:52,230 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740 2024-11-27T17:20:52,231 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:20:52,231 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:20:52,231 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:20:52,232 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:20:52,233 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64474661, jitterRate=-0.03925268352031708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:20:52,233 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:20:52,233 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728052223Writing region info on filesystem at 1732728052223Initializing all the Stores at 1732728052224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728052224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728052224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728052224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728052224Cleaning up temporary data from old regions at 1732728052231 (+7 ms)Running coprocessor post-open hooks at 1732728052233 (+2 ms)Region opened successfully at 1732728052233 2024-11-27T17:20:52,234 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728052196 2024-11-27T17:20:52,236 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:20:52,236 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:20:52,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,42679,1732728049303 2024-11-27T17:20:52,237 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,42679,1732728049303, state=OPEN 2024-11-27T17:20:52,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1543424616/meta-region-server 2024-11-27T17:20:52,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1543424616/meta-region-server 2024-11-27T17:20:52,268 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,42679,1732728049303 2024-11-27T17:20:52,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1543424616/meta-region-server: CHANGED 2024-11-27T17:20:52,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1543424616/meta-region-server: CHANGED 2024-11-27T17:20:52,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:20:52,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,42679,1732728049303 in 225 msec 2024-11-27T17:20:52,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:20:52,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 508 msec 2024-11-27T17:20:52,272 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:20:52,272 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:20:52,273 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:20:52,273 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1] 2024-11-27T17:20:52,273 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:20:52,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:20:52,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3550 sec 2024-11-27T17:20:52,279 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728052279, completionTime=-1 2024-11-27T17:20:52,279 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:20:52,279 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:20:52,281 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:20:52,281 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728112281 2024-11-27T17:20:52,281 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728172281 2024-11-27T17:20:52,281 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T17:20:52,281 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40933,1732728049159-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:52,281 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40933,1732728049159-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:52,281 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40933,1732728049159-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:52,281 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:40933, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:52,281 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:52,282 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:52,283 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:20:52,286 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.913sec 2024-11-27T17:20:52,286 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:20:52,286 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:20:52,286 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:20:52,286 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:20:52,286 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:20:52,286 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40933,1732728049159-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:20:52,286 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40933,1732728049159-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:20:52,291 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:20:52,291 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:20:52,291 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40933,1732728049159-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:20:52,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277de5fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:52,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,40933,-1 for getting cluster id 2024-11-27T17:20:52,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:52,336 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48a81ae7-287e-4022-9a34-ed50cf5b6728' 2024-11-27T17:20:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48a81ae7-287e-4022-9a34-ed50cf5b6728" 2024-11-27T17:20:52,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bb0d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:52,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,40933,-1] 2024-11-27T17:20:52,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:52,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:52,338 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:52,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22023049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:52,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:20:52,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1] 2024-11-27T17:20:52,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:20:52,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:20:52,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,40933,1732728049159 2024-11-27T17:20:52,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51213 2024-11-27T17:20:52,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:20:52,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017d4faba20005 connected 2024-11-27T17:20:52,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:20:52,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,43549,1732728043460 2024-11-27T17:20:52,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c8b8c98 2024-11-27T17:20:52,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:20:52,367 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:20:52,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:20:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T17:20:52,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:20:52,370 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:52,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T17:20:52,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:20:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:52,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741835_1011 (size=902) 2024-11-27T17:20:52,381 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ccf15b09b74d8004df012924fcb4dadd, NAME => 'test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a 2024-11-27T17:20:52,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741836_1012 (size=39) 2024-11-27T17:20:52,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:20:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:52,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:52,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:52,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:52,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:52,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:52,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:52,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:52,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:52,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:52,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ccf15b09b74d8004df012924fcb4dadd, disabling compactions & flushes 2024-11-27T17:20:52,790 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd. 2024-11-27T17:20:52,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd. 2024-11-27T17:20:52,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd. after waiting 0 ms 2024-11-27T17:20:52,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd. 2024-11-27T17:20:52,791 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd. 2024-11-27T17:20:52,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ccf15b09b74d8004df012924fcb4dadd: Waiting for close lock at 1732728052790Disabling compacts and flushes for region at 1732728052790Disabling writes for close at 1732728052791 (+1 ms)Writing region close event to WAL at 1732728052791Closed at 1732728052791 2024-11-27T17:20:52,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:20:52,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732728052792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728052792"}]},"ts":"1732728052792"} 2024-11-27T17:20:52,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:20:52,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:20:52,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728052795"}]},"ts":"1732728052795"} 2024-11-27T17:20:52,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T17:20:52,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ccf15b09b74d8004df012924fcb4dadd, ASSIGN}] 2024-11-27T17:20:52,799 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ccf15b09b74d8004df012924fcb4dadd, ASSIGN 2024-11-27T17:20:52,800 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ccf15b09b74d8004df012924fcb4dadd, ASSIGN; state=OFFLINE, location=8f0673442175,35891,1732728043660; forceNewPlan=false, retain=false 2024-11-27T17:20:52,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ccf15b09b74d8004df012924fcb4dadd, regionState=OPENING, regionLocation=8f0673442175,35891,1732728043660 2024-11-27T17:20:52,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ccf15b09b74d8004df012924fcb4dadd, ASSIGN because future has completed 2024-11-27T17:20:52,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccf15b09b74d8004df012924fcb4dadd, server=8f0673442175,35891,1732728043660}] 2024-11-27T17:20:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:53,108 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd. 2024-11-27T17:20:53,108 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ccf15b09b74d8004df012924fcb4dadd, NAME => 'test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:20:53,109 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:20:53,109 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T17:20:53,109 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ccf15b09b74d8004df012924fcb4dadd 2024-11-27T17:20:53,109 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:53,109 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ccf15b09b74d8004df012924fcb4dadd 2024-11-27T17:20:53,109 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ccf15b09b74d8004df012924fcb4dadd 2024-11-27T17:20:53,111 INFO [StoreOpener-ccf15b09b74d8004df012924fcb4dadd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ccf15b09b74d8004df012924fcb4dadd 2024-11-27T17:20:53,112 INFO [StoreOpener-ccf15b09b74d8004df012924fcb4dadd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccf15b09b74d8004df012924fcb4dadd columnFamilyName f 2024-11-27T17:20:53,112 DEBUG [StoreOpener-ccf15b09b74d8004df012924fcb4dadd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:53,113 INFO [StoreOpener-ccf15b09b74d8004df012924fcb4dadd-1 {}] regionserver.HStore(327): Store=ccf15b09b74d8004df012924fcb4dadd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:53,113 INFO [StoreOpener-ccf15b09b74d8004df012924fcb4dadd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ccf15b09b74d8004df012924fcb4dadd 2024-11-27T17:20:53,114 INFO [StoreOpener-ccf15b09b74d8004df012924fcb4dadd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccf15b09b74d8004df012924fcb4dadd columnFamilyName f1 2024-11-27T17:20:53,114 DEBUG [StoreOpener-ccf15b09b74d8004df012924fcb4dadd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:53,114 INFO [StoreOpener-ccf15b09b74d8004df012924fcb4dadd-1 {}] regionserver.HStore(327): Store=ccf15b09b74d8004df012924fcb4dadd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:53,114 INFO [StoreOpener-ccf15b09b74d8004df012924fcb4dadd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ccf15b09b74d8004df012924fcb4dadd 2024-11-27T17:20:53,115 INFO [StoreOpener-ccf15b09b74d8004df012924fcb4dadd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccf15b09b74d8004df012924fcb4dadd columnFamilyName norep 2024-11-27T17:20:53,115 DEBUG [StoreOpener-ccf15b09b74d8004df012924fcb4dadd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:53,115 INFO [StoreOpener-ccf15b09b74d8004df012924fcb4dadd-1 {}] regionserver.HStore(327): Store=ccf15b09b74d8004df012924fcb4dadd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:53,115 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ccf15b09b74d8004df012924fcb4dadd 2024-11-27T17:20:53,116 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd 2024-11-27T17:20:53,116 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd 2024-11-27T17:20:53,117 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ccf15b09b74d8004df012924fcb4dadd 2024-11-27T17:20:53,117 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ccf15b09b74d8004df012924fcb4dadd 2024-11-27T17:20:53,118 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:20:53,119 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ccf15b09b74d8004df012924fcb4dadd 2024-11-27T17:20:53,125 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:20:53,125 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ccf15b09b74d8004df012924fcb4dadd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63107537, jitterRate=-0.05962441861629486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:20:53,125 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ccf15b09b74d8004df012924fcb4dadd 2024-11-27T17:20:53,126 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ccf15b09b74d8004df012924fcb4dadd: Running coprocessor pre-open hook at 1732728053109Writing region info on filesystem at 1732728053109Initializing all the Stores at 1732728053110 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728053110Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728053111 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728053111Cleaning up temporary data from old regions at 1732728053117 (+6 ms)Running coprocessor post-open hooks at 1732728053125 (+8 ms)Region opened successfully at 1732728053126 (+1 ms) 2024-11-27T17:20:53,127 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd., pid=6, masterSystemTime=1732728053105 2024-11-27T17:20:53,129 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd. 2024-11-27T17:20:53,129 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd. 2024-11-27T17:20:53,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ccf15b09b74d8004df012924fcb4dadd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8f0673442175,35891,1732728043660 2024-11-27T17:20:53,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccf15b09b74d8004df012924fcb4dadd, server=8f0673442175,35891,1732728043660 because future has completed 2024-11-27T17:20:53,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:20:53,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ccf15b09b74d8004df012924fcb4dadd, server=8f0673442175,35891,1732728043660 in 179 msec 2024-11-27T17:20:53,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:20:53,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ccf15b09b74d8004df012924fcb4dadd, ASSIGN in 336 msec 2024-11-27T17:20:53,136 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:20:53,136 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728053136"}]},"ts":"1732728053136"} 2024-11-27T17:20:53,138 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T17:20:53,138 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:20:53,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 770 msec 2024-11-27T17:20:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:53,513 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T17:20:53,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:20:53,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,40933,1732728049159 2024-11-27T17:20:53,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6058475c 2024-11-27T17:20:53,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:20:53,515 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:20:53,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:20:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T17:20:53,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:20:53,518 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:53,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T17:20:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:53,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:20:53,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741835_1011 (size=902) 2024-11-27T17:20:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:53,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3ee0e0968377af914233a31f6311751, NAME => 'test,,1732728053515.a3ee0e0968377af914233a31f6311751.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930 2024-11-27T17:20:53,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741836_1012 (size=39) 2024-11-27T17:20:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:54,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732728053515.a3ee0e0968377af914233a31f6311751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:54,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a3ee0e0968377af914233a31f6311751, disabling compactions & flushes 2024-11-27T17:20:54,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732728053515.a3ee0e0968377af914233a31f6311751. 2024-11-27T17:20:54,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728053515.a3ee0e0968377af914233a31f6311751. 2024-11-27T17:20:54,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732728053515.a3ee0e0968377af914233a31f6311751. after waiting 0 ms 2024-11-27T17:20:54,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732728053515.a3ee0e0968377af914233a31f6311751. 2024-11-27T17:20:54,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732728053515.a3ee0e0968377af914233a31f6311751. 2024-11-27T17:20:54,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3ee0e0968377af914233a31f6311751: Waiting for close lock at 1732728054332Disabling compacts and flushes for region at 1732728054332Disabling writes for close at 1732728054332Writing region close event to WAL at 1732728054332Closed at 1732728054332 2024-11-27T17:20:54,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:20:54,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732728053515.a3ee0e0968377af914233a31f6311751.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732728054333"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728054333"}]},"ts":"1732728054333"} 2024-11-27T17:20:54,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:20:54,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:20:54,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728054336"}]},"ts":"1732728054336"} 2024-11-27T17:20:54,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T17:20:54,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a3ee0e0968377af914233a31f6311751, ASSIGN}] 2024-11-27T17:20:54,339 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a3ee0e0968377af914233a31f6311751, ASSIGN 2024-11-27T17:20:54,340 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a3ee0e0968377af914233a31f6311751, ASSIGN; state=OFFLINE, location=8f0673442175,42679,1732728049303; forceNewPlan=false, retain=false 2024-11-27T17:20:54,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a3ee0e0968377af914233a31f6311751, regionState=OPENING, regionLocation=8f0673442175,42679,1732728049303 2024-11-27T17:20:54,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a3ee0e0968377af914233a31f6311751, ASSIGN because future has completed 2024-11-27T17:20:54,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3ee0e0968377af914233a31f6311751, server=8f0673442175,42679,1732728049303}] 2024-11-27T17:20:54,648 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732728053515.a3ee0e0968377af914233a31f6311751. 2024-11-27T17:20:54,648 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a3ee0e0968377af914233a31f6311751, NAME => 'test,,1732728053515.a3ee0e0968377af914233a31f6311751.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:20:54,648 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:20:54,648 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T17:20:54,648 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a3ee0e0968377af914233a31f6311751 2024-11-27T17:20:54,649 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732728053515.a3ee0e0968377af914233a31f6311751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:54,649 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a3ee0e0968377af914233a31f6311751 2024-11-27T17:20:54,649 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a3ee0e0968377af914233a31f6311751 2024-11-27T17:20:54,652 INFO [StoreOpener-a3ee0e0968377af914233a31f6311751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a3ee0e0968377af914233a31f6311751 2024-11-27T17:20:54,653 INFO [StoreOpener-a3ee0e0968377af914233a31f6311751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3ee0e0968377af914233a31f6311751 columnFamilyName f 2024-11-27T17:20:54,653 DEBUG [StoreOpener-a3ee0e0968377af914233a31f6311751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:54,653 INFO [StoreOpener-a3ee0e0968377af914233a31f6311751-1 {}] regionserver.HStore(327): Store=a3ee0e0968377af914233a31f6311751/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:54,653 INFO [StoreOpener-a3ee0e0968377af914233a31f6311751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a3ee0e0968377af914233a31f6311751 2024-11-27T17:20:54,654 INFO [StoreOpener-a3ee0e0968377af914233a31f6311751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3ee0e0968377af914233a31f6311751 columnFamilyName f1 2024-11-27T17:20:54,654 DEBUG [StoreOpener-a3ee0e0968377af914233a31f6311751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:54,654 INFO [StoreOpener-a3ee0e0968377af914233a31f6311751-1 {}] regionserver.HStore(327): Store=a3ee0e0968377af914233a31f6311751/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:54,655 INFO [StoreOpener-a3ee0e0968377af914233a31f6311751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a3ee0e0968377af914233a31f6311751 2024-11-27T17:20:54,655 INFO [StoreOpener-a3ee0e0968377af914233a31f6311751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3ee0e0968377af914233a31f6311751 columnFamilyName norep 2024-11-27T17:20:54,656 DEBUG [StoreOpener-a3ee0e0968377af914233a31f6311751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:54,656 INFO [StoreOpener-a3ee0e0968377af914233a31f6311751-1 {}] regionserver.HStore(327): Store=a3ee0e0968377af914233a31f6311751/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:54,656 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a3ee0e0968377af914233a31f6311751 2024-11-27T17:20:54,657 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751 2024-11-27T17:20:54,657 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751 2024-11-27T17:20:54,658 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a3ee0e0968377af914233a31f6311751 2024-11-27T17:20:54,658 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a3ee0e0968377af914233a31f6311751 2024-11-27T17:20:54,658 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:20:54,659 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a3ee0e0968377af914233a31f6311751 2024-11-27T17:20:54,663 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:20:54,664 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a3ee0e0968377af914233a31f6311751; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59218718, jitterRate=-0.11757233738899231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:20:54,664 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3ee0e0968377af914233a31f6311751 2024-11-27T17:20:54,664 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a3ee0e0968377af914233a31f6311751: Running coprocessor pre-open hook at 1732728054649Writing region info on filesystem at 1732728054649Initializing all the Stores at 1732728054649Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728054649Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728054651 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728054651Cleaning up temporary data from old regions at 1732728054658 (+7 ms)Running coprocessor post-open hooks at 1732728054664 (+6 ms)Region opened successfully at 1732728054664 2024-11-27T17:20:54,665 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732728053515.a3ee0e0968377af914233a31f6311751., pid=6, masterSystemTime=1732728054645 2024-11-27T17:20:54,667 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732728053515.a3ee0e0968377af914233a31f6311751. 2024-11-27T17:20:54,667 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732728053515.a3ee0e0968377af914233a31f6311751. 2024-11-27T17:20:54,667 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a3ee0e0968377af914233a31f6311751, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8f0673442175,42679,1732728049303 2024-11-27T17:20:54,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3ee0e0968377af914233a31f6311751, server=8f0673442175,42679,1732728049303 because future has completed 2024-11-27T17:20:54,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:20:54,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a3ee0e0968377af914233a31f6311751, server=8f0673442175,42679,1732728049303 in 177 msec 2024-11-27T17:20:54,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:20:54,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a3ee0e0968377af914233a31f6311751, ASSIGN in 334 msec 2024-11-27T17:20:54,675 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:20:54,675 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728054675"}]},"ts":"1732728054675"} 2024-11-27T17:20:54,677 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T17:20:54,677 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:20:54,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-27T17:20:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:20:55,663 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T17:20:55,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482955cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:55,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,43549,-1 for getting cluster id 2024-11-27T17:20:55,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:55,665 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d3180c2-e0d3-42d7-81a6-d7a2dc31aced' 2024-11-27T17:20:55,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:55,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d3180c2-e0d3-42d7-81a6-d7a2dc31aced" 2024-11-27T17:20:55,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4792d351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:55,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,43549,-1] 2024-11-27T17:20:55,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:55,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:55,666 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:55,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2c3a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:55,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74170a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:55,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,40933,-1 for getting cluster id 2024-11-27T17:20:55,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:55,668 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48a81ae7-287e-4022-9a34-ed50cf5b6728' 2024-11-27T17:20:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48a81ae7-287e-4022-9a34-ed50cf5b6728" 2024-11-27T17:20:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e5158f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,40933,-1] 2024-11-27T17:20:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:55,669 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:55,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb6e588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:55,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5538310a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:55,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,43549,-1 for getting cluster id 2024-11-27T17:20:55,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:55,671 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d3180c2-e0d3-42d7-81a6-d7a2dc31aced' 2024-11-27T17:20:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d3180c2-e0d3-42d7-81a6-d7a2dc31aced" 2024-11-27T17:20:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52cf951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,43549,-1] 2024-11-27T17:20:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:55,672 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e03257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:55,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:20:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,43549,1732728043460 2024-11-27T17:20:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57f3bf2 2024-11-27T17:20:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:20:55,674 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:20:55,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8f0673442175:40933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:20:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:20:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:20:55,677 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:40933' 2024-11-27T17:20:55,677 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa16d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:55,677 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,40933,-1 for getting cluster id 2024-11-27T17:20:55,678 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:55,678 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48a81ae7-287e-4022-9a34-ed50cf5b6728' 2024-11-27T17:20:55,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:55,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48a81ae7-287e-4022-9a34-ed50cf5b6728" 2024-11-27T17:20:55,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147d03f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:55,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,40933,-1] 2024-11-27T17:20:55,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:55,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:55,680 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:55,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f25e757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:55,680 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:20:55,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,40933,1732728049159 2024-11-27T17:20:55,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ae3d51a 2024-11-27T17:20:55,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:20:55,682 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:20:55,682 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T17:20:55,682 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:20:55,682 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:55,682 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:55,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:20:55,683 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:20:55,684 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:20:55,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:20:55,685 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:55,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:20:55,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741837_1013 (size=1138) 2024-11-27T17:20:55,734 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T17:20:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:20:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:20:56,092 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5295e4a27cd9295c839f5ddc8401dff, NAME => 'hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a 2024-11-27T17:20:56,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741838_1014 (size=44) 2024-11-27T17:20:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:20:56,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:56,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b5295e4a27cd9295c839f5ddc8401dff, disabling compactions & flushes 2024-11-27T17:20:56,498 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff. 2024-11-27T17:20:56,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff. 2024-11-27T17:20:56,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff. after waiting 0 ms 2024-11-27T17:20:56,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff. 2024-11-27T17:20:56,498 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff. 2024-11-27T17:20:56,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5295e4a27cd9295c839f5ddc8401dff: Waiting for close lock at 1732728056498Disabling compacts and flushes for region at 1732728056498Disabling writes for close at 1732728056498Writing region close event to WAL at 1732728056498Closed at 1732728056498 2024-11-27T17:20:56,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:20:56,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732728056499"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728056499"}]},"ts":"1732728056499"} 2024-11-27T17:20:56,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:20:56,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:20:56,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728056502"}]},"ts":"1732728056502"} 2024-11-27T17:20:56,504 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T17:20:56,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b5295e4a27cd9295c839f5ddc8401dff, ASSIGN}] 2024-11-27T17:20:56,505 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b5295e4a27cd9295c839f5ddc8401dff, ASSIGN 2024-11-27T17:20:56,505 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b5295e4a27cd9295c839f5ddc8401dff, ASSIGN; state=OFFLINE, location=8f0673442175,35891,1732728043660; forceNewPlan=false, retain=false 2024-11-27T17:20:56,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b5295e4a27cd9295c839f5ddc8401dff, regionState=OPENING, regionLocation=8f0673442175,35891,1732728043660 2024-11-27T17:20:56,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b5295e4a27cd9295c839f5ddc8401dff, ASSIGN because future has completed 2024-11-27T17:20:56,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5295e4a27cd9295c839f5ddc8401dff, server=8f0673442175,35891,1732728043660}] 2024-11-27T17:20:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:20:56,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff. 2024-11-27T17:20:56,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:56,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:20:56,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C35891%2C1732728043660.rep, suffix=, logDir=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660, archiveDir=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/oldWALs, maxLogs=10 2024-11-27T17:20:56,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.rep.1732728056815, exclude list is [], retry=0 2024-11-27T17:20:56,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35457,DS-3ef60f75-7aae-42b8-b328-21ebace7fccd,DISK] 2024-11-27T17:20:56,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.rep.1732728056815 2024-11-27T17:20:56,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45833:45833)] 2024-11-27T17:20:56,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b5295e4a27cd9295c839f5ddc8401dff, NAME => 'hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:20:56,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:20:56,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:20:56,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff. service=MultiRowMutationService 2024-11-27T17:20:56,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:20:56,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b5295e4a27cd9295c839f5ddc8401dff 2024-11-27T17:20:56,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:56,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b5295e4a27cd9295c839f5ddc8401dff 2024-11-27T17:20:56,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b5295e4a27cd9295c839f5ddc8401dff 2024-11-27T17:20:56,833 INFO [StoreOpener-b5295e4a27cd9295c839f5ddc8401dff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b5295e4a27cd9295c839f5ddc8401dff 2024-11-27T17:20:56,834 INFO [StoreOpener-b5295e4a27cd9295c839f5ddc8401dff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5295e4a27cd9295c839f5ddc8401dff columnFamilyName hfileref 2024-11-27T17:20:56,834 DEBUG [StoreOpener-b5295e4a27cd9295c839f5ddc8401dff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:56,834 INFO [StoreOpener-b5295e4a27cd9295c839f5ddc8401dff-1 {}] regionserver.HStore(327): Store=b5295e4a27cd9295c839f5ddc8401dff/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:56,835 INFO [StoreOpener-b5295e4a27cd9295c839f5ddc8401dff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b5295e4a27cd9295c839f5ddc8401dff 2024-11-27T17:20:56,835 INFO [StoreOpener-b5295e4a27cd9295c839f5ddc8401dff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5295e4a27cd9295c839f5ddc8401dff columnFamilyName queue 2024-11-27T17:20:56,835 DEBUG [StoreOpener-b5295e4a27cd9295c839f5ddc8401dff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:56,836 INFO [StoreOpener-b5295e4a27cd9295c839f5ddc8401dff-1 {}] regionserver.HStore(327): Store=b5295e4a27cd9295c839f5ddc8401dff/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:56,836 INFO [StoreOpener-b5295e4a27cd9295c839f5ddc8401dff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b5295e4a27cd9295c839f5ddc8401dff 2024-11-27T17:20:56,837 INFO [StoreOpener-b5295e4a27cd9295c839f5ddc8401dff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5295e4a27cd9295c839f5ddc8401dff columnFamilyName sid 2024-11-27T17:20:56,837 DEBUG [StoreOpener-b5295e4a27cd9295c839f5ddc8401dff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:56,837 INFO [StoreOpener-b5295e4a27cd9295c839f5ddc8401dff-1 {}] regionserver.HStore(327): Store=b5295e4a27cd9295c839f5ddc8401dff/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:56,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b5295e4a27cd9295c839f5ddc8401dff 2024-11-27T17:20:56,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/replication/b5295e4a27cd9295c839f5ddc8401dff 2024-11-27T17:20:56,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/replication/b5295e4a27cd9295c839f5ddc8401dff 2024-11-27T17:20:56,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b5295e4a27cd9295c839f5ddc8401dff 2024-11-27T17:20:56,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b5295e4a27cd9295c839f5ddc8401dff 2024-11-27T17:20:56,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:20:56,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b5295e4a27cd9295c839f5ddc8401dff 2024-11-27T17:20:56,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/replication/b5295e4a27cd9295c839f5ddc8401dff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:20:56,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b5295e4a27cd9295c839f5ddc8401dff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66987191, jitterRate=-0.0018130689859390259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:20:56,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5295e4a27cd9295c839f5ddc8401dff 2024-11-27T17:20:56,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b5295e4a27cd9295c839f5ddc8401dff: Running coprocessor pre-open hook at 1732728056832Writing region info on filesystem at 1732728056832Initializing all the Stores at 1732728056833 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728056833Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728056833Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728056833Cleaning up temporary data from old regions at 1732728056839 (+6 ms)Running coprocessor post-open hooks at 1732728056842 (+3 ms)Region opened successfully at 1732728056842 2024-11-27T17:20:56,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff., pid=10, masterSystemTime=1732728056810 2024-11-27T17:20:56,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff. 2024-11-27T17:20:56,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff. 2024-11-27T17:20:56,845 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b5295e4a27cd9295c839f5ddc8401dff, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,35891,1732728043660 2024-11-27T17:20:56,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5295e4a27cd9295c839f5ddc8401dff, server=8f0673442175,35891,1732728043660 because future has completed 2024-11-27T17:20:56,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T17:20:56,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b5295e4a27cd9295c839f5ddc8401dff, server=8f0673442175,35891,1732728043660 in 188 msec 2024-11-27T17:20:56,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T17:20:56,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b5295e4a27cd9295c839f5ddc8401dff, ASSIGN in 345 msec 2024-11-27T17:20:56,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:20:56,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728056851"}]},"ts":"1732728056851"} 2024-11-27T17:20:56,853 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T17:20:56,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:20:56,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-27T17:20:56,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff., hostname=8f0673442175,35891,1732728043660, seqNum=2] 2024-11-27T17:20:56,987 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T17:20:57,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:20:57,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:20:57,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:20:57,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T17:20:57,180 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T17:20:57,207 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,35891,1732728043660, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:20:57,207 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:20:57,207 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35891,1732728043660, seqNum=-1] 2024-11-27T17:20:57,208 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:20:57,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T17:20:57,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8f0673442175,35891,1732728043660', locateType=CURRENT is [region=hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff., hostname=8f0673442175,35891,1732728043660, seqNum=2] 2024-11-27T17:20:57,213 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T17:20:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T17:20:57,215 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8f0673442175,35891,1732728043660 suceeded 2024-11-27T17:20:57,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T17:20:57,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-27T17:20:57,216 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8f0673442175:40933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:20:57,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5420 sec 2024-11-27T17:20:57,227 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:40933' 2024-11-27T17:20:57,228 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e3a9a25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:57,228 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,40933,-1 for getting cluster id 2024-11-27T17:20:57,228 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:57,229 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48a81ae7-287e-4022-9a34-ed50cf5b6728' 2024-11-27T17:20:57,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:57,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48a81ae7-287e-4022-9a34-ed50cf5b6728" 2024-11-27T17:20:57,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39cd74de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:57,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,40933,-1] 2024-11-27T17:20:57,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:57,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:57,230 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:57,231 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@113956d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:57,231 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:20:57,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,40933,1732728049159 2024-11-27T17:20:57,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e1ef531 2024-11-27T17:20:57,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:20:57,233 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T17:20:57,233 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,35891,1732728043660 (queues=1) is replicating from cluster=2d3180c2-e0d3-42d7-81a6-d7a2dc31aced to cluster=48a81ae7-287e-4022-9a34-ed50cf5b6728 2024-11-27T17:20:57,234 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C35891%2C1732728043660 2024-11-27T17:20:57,234 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,35891,1732728043660, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:20:57,234 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C35891%2C1732728043660 2024-11-27T17:20:57,234 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987, startPosition=0, beingWritten=true 2024-11-27T17:20:57,240 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:20:57,240 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 379, reset compression=false 2024-11-27T17:20:57,240 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35891,1732728043660 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:20:57,444 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 379, reset compression=false 2024-11-27T17:20:57,726 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:20:57,748 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 379, reset compression=false 2024-11-27T17:20:57,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:57,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:57,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:57,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:57,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:57,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:57,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:57,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:20:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:20:57,823 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:20:57,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:20:57,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:57,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:57,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:57,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:20:57,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b71f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:57,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,40933,-1 for getting cluster id 2024-11-27T17:20:57,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:57,825 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48a81ae7-287e-4022-9a34-ed50cf5b6728' 2024-11-27T17:20:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48a81ae7-287e-4022-9a34-ed50cf5b6728" 2024-11-27T17:20:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d96e125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,40933,-1] 2024-11-27T17:20:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:57,826 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:57,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179e928f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:57,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:20:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,40933,1732728049159 2024-11-27T17:20:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@696ce318 2024-11-27T17:20:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:20:57,829 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:20:57,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8f0673442175:43549,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:20:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:20:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:20:57,832 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:43549' 2024-11-27T17:20:57,833 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd0a809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:57,833 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,43549,-1 for getting cluster id 2024-11-27T17:20:57,833 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:57,834 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d3180c2-e0d3-42d7-81a6-d7a2dc31aced' 2024-11-27T17:20:57,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:57,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d3180c2-e0d3-42d7-81a6-d7a2dc31aced" 2024-11-27T17:20:57,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7f4d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:57,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,43549,-1] 2024-11-27T17:20:57,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:57,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:57,835 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:57,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4807d15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:57,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:20:57,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,43549,1732728043460 2024-11-27T17:20:57,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12fc68f0 2024-11-27T17:20:57,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:20:57,838 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:20:57,838 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T17:20:57,838 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:20:57,838 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:57,838 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:57,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:20:57,839 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:20:57,840 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:20:57,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:20:57,841 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:57,841 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T17:20:57,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:20:57,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741837_1013 (size=1138) 2024-11-27T17:20:57,890 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T17:20:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:20:58,151 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 379, reset compression=false 2024-11-27T17:20:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:20:58,250 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23c2bb470c29110304ff29c0cbbed779, NAME => 'hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930 2024-11-27T17:20:58,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741838_1014 (size=44) 2024-11-27T17:20:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:20:58,655 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 379, reset compression=false 2024-11-27T17:20:58,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:58,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 23c2bb470c29110304ff29c0cbbed779, disabling compactions & flushes 2024-11-27T17:20:58,655 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779. 2024-11-27T17:20:58,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779. 2024-11-27T17:20:58,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779. after waiting 0 ms 2024-11-27T17:20:58,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779. 2024-11-27T17:20:58,655 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779. 2024-11-27T17:20:58,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23c2bb470c29110304ff29c0cbbed779: Waiting for close lock at 1732728058655Disabling compacts and flushes for region at 1732728058655Disabling writes for close at 1732728058655Writing region close event to WAL at 1732728058655Closed at 1732728058655 2024-11-27T17:20:58,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:20:58,656 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732728058656"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728058656"}]},"ts":"1732728058656"} 2024-11-27T17:20:58,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:20:58,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:20:58,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728058659"}]},"ts":"1732728058659"} 2024-11-27T17:20:58,661 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T17:20:58,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23c2bb470c29110304ff29c0cbbed779, ASSIGN}] 2024-11-27T17:20:58,662 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23c2bb470c29110304ff29c0cbbed779, ASSIGN 2024-11-27T17:20:58,663 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23c2bb470c29110304ff29c0cbbed779, ASSIGN; state=OFFLINE, location=8f0673442175,42679,1732728049303; forceNewPlan=false, retain=false 2024-11-27T17:20:58,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=23c2bb470c29110304ff29c0cbbed779, regionState=OPENING, regionLocation=8f0673442175,42679,1732728049303 2024-11-27T17:20:58,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23c2bb470c29110304ff29c0cbbed779, ASSIGN because future has completed 2024-11-27T17:20:58,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23c2bb470c29110304ff29c0cbbed779, server=8f0673442175,42679,1732728049303}] 2024-11-27T17:20:58,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779. 2024-11-27T17:20:58,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:20:58,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:20:58,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C42679%2C1732728049303.rep, suffix=, logDir=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303, archiveDir=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/oldWALs, maxLogs=10 2024-11-27T17:20:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:20:58,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.rep.1732728058973, exclude list is [], retry=0 2024-11-27T17:20:58,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35311,DS-3d9c30e7-fa36-4d99-bbb6-3ed623985a5c,DISK] 2024-11-27T17:20:58,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.rep.1732728058973 2024-11-27T17:20:58,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45795:45795)] 2024-11-27T17:20:58,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 23c2bb470c29110304ff29c0cbbed779, NAME => 'hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:20:58,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:20:58,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:20:58,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779. service=MultiRowMutationService 2024-11-27T17:20:58,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:20:58,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 23c2bb470c29110304ff29c0cbbed779 2024-11-27T17:20:58,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:20:58,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 23c2bb470c29110304ff29c0cbbed779 2024-11-27T17:20:58,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 23c2bb470c29110304ff29c0cbbed779 2024-11-27T17:20:59,007 INFO [StoreOpener-23c2bb470c29110304ff29c0cbbed779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 23c2bb470c29110304ff29c0cbbed779 2024-11-27T17:20:59,009 INFO [StoreOpener-23c2bb470c29110304ff29c0cbbed779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23c2bb470c29110304ff29c0cbbed779 columnFamilyName hfileref 2024-11-27T17:20:59,009 DEBUG [StoreOpener-23c2bb470c29110304ff29c0cbbed779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:59,009 INFO [StoreOpener-23c2bb470c29110304ff29c0cbbed779-1 {}] regionserver.HStore(327): Store=23c2bb470c29110304ff29c0cbbed779/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:59,010 INFO [StoreOpener-23c2bb470c29110304ff29c0cbbed779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 23c2bb470c29110304ff29c0cbbed779 2024-11-27T17:20:59,011 INFO [StoreOpener-23c2bb470c29110304ff29c0cbbed779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23c2bb470c29110304ff29c0cbbed779 columnFamilyName queue 2024-11-27T17:20:59,011 DEBUG [StoreOpener-23c2bb470c29110304ff29c0cbbed779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:59,011 INFO [StoreOpener-23c2bb470c29110304ff29c0cbbed779-1 {}] regionserver.HStore(327): Store=23c2bb470c29110304ff29c0cbbed779/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:59,011 INFO [StoreOpener-23c2bb470c29110304ff29c0cbbed779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 23c2bb470c29110304ff29c0cbbed779 2024-11-27T17:20:59,012 INFO [StoreOpener-23c2bb470c29110304ff29c0cbbed779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23c2bb470c29110304ff29c0cbbed779 columnFamilyName sid 2024-11-27T17:20:59,012 DEBUG [StoreOpener-23c2bb470c29110304ff29c0cbbed779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:20:59,012 INFO [StoreOpener-23c2bb470c29110304ff29c0cbbed779-1 {}] regionserver.HStore(327): Store=23c2bb470c29110304ff29c0cbbed779/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:20:59,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 23c2bb470c29110304ff29c0cbbed779 2024-11-27T17:20:59,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/replication/23c2bb470c29110304ff29c0cbbed779 2024-11-27T17:20:59,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/replication/23c2bb470c29110304ff29c0cbbed779 2024-11-27T17:20:59,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 23c2bb470c29110304ff29c0cbbed779 2024-11-27T17:20:59,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 23c2bb470c29110304ff29c0cbbed779 2024-11-27T17:20:59,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:20:59,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 23c2bb470c29110304ff29c0cbbed779 2024-11-27T17:20:59,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/replication/23c2bb470c29110304ff29c0cbbed779/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:20:59,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 23c2bb470c29110304ff29c0cbbed779; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63694640, jitterRate=-0.05087590217590332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:20:59,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23c2bb470c29110304ff29c0cbbed779 2024-11-27T17:20:59,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 23c2bb470c29110304ff29c0cbbed779: Running coprocessor pre-open hook at 1732728058989Writing region info on filesystem at 1732728058989Initializing all the Stores at 1732728058990 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728058990Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728059007 (+17 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728059007Cleaning up temporary data from old regions at 1732728059014 (+7 ms)Running coprocessor post-open hooks at 1732728059017 (+3 ms)Region opened successfully at 1732728059017 2024-11-27T17:20:59,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779., pid=10, masterSystemTime=1732728058968 2024-11-27T17:20:59,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779. 2024-11-27T17:20:59,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779. 2024-11-27T17:20:59,020 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=23c2bb470c29110304ff29c0cbbed779, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,42679,1732728049303 2024-11-27T17:20:59,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23c2bb470c29110304ff29c0cbbed779, server=8f0673442175,42679,1732728049303 because future has completed 2024-11-27T17:20:59,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T17:20:59,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 23c2bb470c29110304ff29c0cbbed779, server=8f0673442175,42679,1732728049303 in 207 msec 2024-11-27T17:20:59,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T17:20:59,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23c2bb470c29110304ff29c0cbbed779, ASSIGN in 363 msec 2024-11-27T17:20:59,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:20:59,027 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728059027"}]},"ts":"1732728059027"} 2024-11-27T17:20:59,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T17:20:59,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:20:59,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-27T17:20:59,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779., hostname=8f0673442175,42679,1732728049303, seqNum=2] 2024-11-27T17:20:59,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:20:59,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:20:59,259 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 379, reset compression=false 2024-11-27T17:20:59,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:20:59,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T17:20:59,474 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T17:20:59,500 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,42679,1732728049303, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:20:59,500 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:20:59,500 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1] 2024-11-27T17:20:59,501 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:20:59,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T17:20:59,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8f0673442175,42679,1732728049303', locateType=CURRENT is [region=hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779., hostname=8f0673442175,42679,1732728049303, seqNum=2] 2024-11-27T17:20:59,506 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T17:20:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T17:20:59,507 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8f0673442175,42679,1732728049303 suceeded 2024-11-27T17:20:59,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T17:20:59,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-27T17:20:59,509 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8f0673442175:43549,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:20:59,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6800 sec 2024-11-27T17:20:59,522 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:43549' 2024-11-27T17:20:59,523 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69fd467a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:59,523 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,43549,-1 for getting cluster id 2024-11-27T17:20:59,523 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:20:59,524 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d3180c2-e0d3-42d7-81a6-d7a2dc31aced' 2024-11-27T17:20:59,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:20:59,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d3180c2-e0d3-42d7-81a6-d7a2dc31aced" 2024-11-27T17:20:59,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49d376cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:59,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,43549,-1] 2024-11-27T17:20:59,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:20:59,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:59,525 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:20:59,526 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c88e94e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:20:59,526 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:20:59,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,43549,1732728043460 2024-11-27T17:20:59,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fc71597 2024-11-27T17:20:59,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:20:59,527 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T17:20:59,528 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,42679,1732728049303 (queues=1) is replicating from cluster=48a81ae7-287e-4022-9a34-ed50cf5b6728 to cluster=2d3180c2-e0d3-42d7-81a6-d7a2dc31aced 2024-11-27T17:20:59,528 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C42679%2C1732728049303 2024-11-27T17:20:59,528 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,42679,1732728049303, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:20:59,528 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.shipper8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C42679%2C1732728049303 2024-11-27T17:20:59,528 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128, startPosition=0, beingWritten=true 2024-11-27T17:20:59,533 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:20:59,533 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 379, reset compression=false 2024-11-27T17:20:59,533 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.shipper8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,42679,1732728049303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:20:59,736 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 379, reset compression=false 2024-11-27T17:20:59,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T17:20:59,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T17:20:59,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T17:20:59,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T17:20:59,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:20:59,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T17:20:59,963 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 379, reset compression=false 2024-11-27T17:20:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:20:59,993 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:20:59,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:20:59,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:20:59,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:59,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:20:59,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:20:59,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:20:59,996 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732728059996/Put/seqid=0 2024-11-27T17:21:00,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741840_1016 (size=7894) 2024-11-27T17:21:00,040 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 379, reset compression=false 2024-11-27T17:21:00,402 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732728060402/Put/seqid=0 2024-11-27T17:21:00,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741841_1017 (size=7691) 2024-11-27T17:21:00,444 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 379, reset compression=false 2024-11-27T17:21:00,767 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 379, reset compression=false 2024-11-27T17:21:00,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f874c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:00,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,43549,-1 for getting cluster id 2024-11-27T17:21:00,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:00,808 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d3180c2-e0d3-42d7-81a6-d7a2dc31aced' 2024-11-27T17:21:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d3180c2-e0d3-42d7-81a6-d7a2dc31aced" 2024-11-27T17:21:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2a138d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,43549,-1] 2024-11-27T17:21:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:00,810 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:00,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf95229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:00,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35891,1732728043660, seqNum=-1] 2024-11-27T17:21:00,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:00,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:21:00,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:00,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,43549,1732728043460 2024-11-27T17:21:00,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60d8af83 2024-11-27T17:21:00,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:21:00,823 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:21:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd., hostname=8f0673442175,35891,1732728043660, seqNum=2] 2024-11-27T17:21:00,828 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T17:21:00,833 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T17:21:00,836 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T17:21:00,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in ccf15b09b74d8004df012924fcb4dadd/f 2024-11-27T17:21:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T17:21:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:21:00,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in ccf15b09b74d8004df012924fcb4dadd/f 2024-11-27T17:21:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T17:21:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:21:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HRegion(2603): Flush status journal for ccf15b09b74d8004df012924fcb4dadd: 2024-11-27T17:21:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins__test__ch8oh5uqd165u85dgcnj2arv32dnuo022i32tu0ek3dpur0pqc0mjso9lbo4i2as/f/hfile_1 2024-11-27T17:21:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins__test__ch8oh5uqd165u85dgcnj2arv32dnuo022i32tu0ek3dpur0pqc0mjso9lbo4i2as/f/hfile_1 as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/f/f1837468b9ad4e23b0d344c3d827c697_SeqId_4_ 2024-11-27T17:21:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins__test__ch8oh5uqd165u85dgcnj2arv32dnuo022i32tu0ek3dpur0pqc0mjso9lbo4i2as/f/hfile_0 2024-11-27T17:21:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins__test__ch8oh5uqd165u85dgcnj2arv32dnuo022i32tu0ek3dpur0pqc0mjso9lbo4i2as/f/hfile_0 as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/f/44ffca4c52e44afe96e8e9585894000f_SeqId_4_ 2024-11-27T17:21:00,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins__test__ch8oh5uqd165u85dgcnj2arv32dnuo022i32tu0ek3dpur0pqc0mjso9lbo4i2as/f/hfile_1 into ccf15b09b74d8004df012924fcb4dadd/f as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/f/f1837468b9ad4e23b0d344c3d827c697_SeqId_4_ - updating store file list. 2024-11-27T17:21:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f1837468b9ad4e23b0d344c3d827c697_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T17:21:00,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/f/f1837468b9ad4e23b0d344c3d827c697_SeqId_4_ into ccf15b09b74d8004df012924fcb4dadd/f 2024-11-27T17:21:00,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins__test__ch8oh5uqd165u85dgcnj2arv32dnuo022i32tu0ek3dpur0pqc0mjso9lbo4i2as/f/hfile_1 into ccf15b09b74d8004df012924fcb4dadd/f (new location: hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/f/f1837468b9ad4e23b0d344c3d827c697_SeqId_4_) 2024-11-27T17:21:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins__test__ch8oh5uqd165u85dgcnj2arv32dnuo022i32tu0ek3dpur0pqc0mjso9lbo4i2as/f/hfile_1 2024-11-27T17:21:00,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins__test__ch8oh5uqd165u85dgcnj2arv32dnuo022i32tu0ek3dpur0pqc0mjso9lbo4i2as/f/hfile_0 into ccf15b09b74d8004df012924fcb4dadd/f as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/f/44ffca4c52e44afe96e8e9585894000f_SeqId_4_ - updating store file list. 2024-11-27T17:21:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 44ffca4c52e44afe96e8e9585894000f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T17:21:00,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/f/44ffca4c52e44afe96e8e9585894000f_SeqId_4_ into ccf15b09b74d8004df012924fcb4dadd/f 2024-11-27T17:21:00,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins__test__ch8oh5uqd165u85dgcnj2arv32dnuo022i32tu0ek3dpur0pqc0mjso9lbo4i2as/f/hfile_0 into ccf15b09b74d8004df012924fcb4dadd/f (new location: hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/f/44ffca4c52e44afe96e8e9585894000f_SeqId_4_) 2024-11-27T17:21:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins__test__ch8oh5uqd165u85dgcnj2arv32dnuo022i32tu0ek3dpur0pqc0mjso9lbo4i2as/f/hfile_0 2024-11-27T17:21:00,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:21:00,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:00,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:00,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:00,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd., hostname=8f0673442175,35891,1732728043660, seqNum=2 , the old value is region=test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd., hostname=8f0673442175,35891,1732728043660, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8f0673442175:35891 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T17:21:00,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd., hostname=8f0673442175,35891,1732728043660, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T17:21:00,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd., hostname=8f0673442175,35891,1732728043660, seqNum=2 from cache 2024-11-27T17:21:00,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:00,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:00,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1] 2024-11-27T17:21:00,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:00,867 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T17:21:00,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:21:00,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732728053515.a3ee0e0968377af914233a31f6311751., hostname=8f0673442175,42679,1732728049303, seqNum=2] 2024-11-27T17:21:00,873 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T17:21:00,948 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 379, reset compression=false 2024-11-27T17:21:00,973 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:35891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T17:21:01,552 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 379, reset compression=false 2024-11-27T17:21:01,671 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 379, reset compression=false 2024-11-27T17:21:01,676 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:21:01,676 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35891,1732728043660 got entry batch from reader: WALEntryBatch [walEntries=[{test/ccf15b09b74d8004df012924fcb4dadd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732728060863/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T17:21:01,679 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:21:01,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-27T17:21:01,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.ReplicationSink(318): Replicating [2d3180c2-e0d3-42d7-81a6-d7a2dc31aced] bulk loaded data 2024-11-27T17:21:01,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a47b0f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:01,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,40933,-1 for getting cluster id 2024-11-27T17:21:01,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:01,682 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48a81ae7-287e-4022-9a34-ed50cf5b6728' 2024-11-27T17:21:01,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:01,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48a81ae7-287e-4022-9a34-ed50cf5b6728" 2024-11-27T17:21:01,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c05dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:01,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,40933,-1] 2024-11-27T17:21:01,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:01,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:01,684 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:01,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d2f94ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741840_1016 (size=7691) 2024-11-27T17:21:01,875 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T17:21:01,876 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 687, reset compression=false 2024-11-27T17:21:02,180 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 687, reset compression=false 2024-11-27T17:21:02,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741841_1017 (size=7894) 2024-11-27T17:21:02,263 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 379, reset compression=false 2024-11-27T17:21:02,583 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 687, reset compression=false 2024-11-27T17:21:02,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:02,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,40933,1732728049159 2024-11-27T17:21:02,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7860dc17 2024-11-27T17:21:02,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:21:02,599 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T17:21:02,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T17:21:02,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:02,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1] 2024-11-27T17:21:02,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:02,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T17:21:02,609 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins.hfs.11__test__5hluu5ktniqui6vrfr3tqum248omhrbohommuo2fi3eucgsl4tgsqf15s379dek4/f/44ffca4c52e44afe96e8e9585894000f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T17:21:02,612 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins.hfs.11__test__5hluu5ktniqui6vrfr3tqum248omhrbohommuo2fi3eucgsl4tgsqf15s379dek4/f/f1837468b9ad4e23b0d344c3d827c697_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T17:21:02,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins.hfs.11__test__5hluu5ktniqui6vrfr3tqum248omhrbohommuo2fi3eucgsl4tgsqf15s379dek4/f/44ffca4c52e44afe96e8e9585894000f_SeqId_4_ for inclusion in a3ee0e0968377af914233a31f6311751/f 2024-11-27T17:21:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T17:21:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:21:02,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins.hfs.11__test__5hluu5ktniqui6vrfr3tqum248omhrbohommuo2fi3eucgsl4tgsqf15s379dek4/f/f1837468b9ad4e23b0d344c3d827c697_SeqId_4_ for inclusion in a3ee0e0968377af914233a31f6311751/f 2024-11-27T17:21:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T17:21:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:21:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HRegion(2603): Flush status journal for a3ee0e0968377af914233a31f6311751: 2024-11-27T17:21:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 44ffca4c52e44afe96e8e9585894000f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T17:21:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins.hfs.11__test__5hluu5ktniqui6vrfr3tqum248omhrbohommuo2fi3eucgsl4tgsqf15s379dek4/f/44ffca4c52e44afe96e8e9585894000f_SeqId_4_ as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/f/bdb3a58b7d72426d8eeb97a522c8f165_SeqId_4_ 2024-11-27T17:21:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f1837468b9ad4e23b0d344c3d827c697_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T17:21:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins.hfs.11__test__5hluu5ktniqui6vrfr3tqum248omhrbohommuo2fi3eucgsl4tgsqf15s379dek4/f/f1837468b9ad4e23b0d344c3d827c697_SeqId_4_ as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/f/b5a2e46ff46e48f78879ea46fde9a9fc_SeqId_4_ 2024-11-27T17:21:02,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins.hfs.11__test__5hluu5ktniqui6vrfr3tqum248omhrbohommuo2fi3eucgsl4tgsqf15s379dek4/f/44ffca4c52e44afe96e8e9585894000f_SeqId_4_ into a3ee0e0968377af914233a31f6311751/f as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/f/bdb3a58b7d72426d8eeb97a522c8f165_SeqId_4_ - updating store file list. 2024-11-27T17:21:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bdb3a58b7d72426d8eeb97a522c8f165_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T17:21:02,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/f/bdb3a58b7d72426d8eeb97a522c8f165_SeqId_4_ into a3ee0e0968377af914233a31f6311751/f 2024-11-27T17:21:02,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins.hfs.11__test__5hluu5ktniqui6vrfr3tqum248omhrbohommuo2fi3eucgsl4tgsqf15s379dek4/f/44ffca4c52e44afe96e8e9585894000f_SeqId_4_ into a3ee0e0968377af914233a31f6311751/f (new location: hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/f/bdb3a58b7d72426d8eeb97a522c8f165_SeqId_4_) 2024-11-27T17:21:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins.hfs.11__test__5hluu5ktniqui6vrfr3tqum248omhrbohommuo2fi3eucgsl4tgsqf15s379dek4/f/44ffca4c52e44afe96e8e9585894000f_SeqId_4_ 2024-11-27T17:21:02,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins.hfs.11__test__5hluu5ktniqui6vrfr3tqum248omhrbohommuo2fi3eucgsl4tgsqf15s379dek4/f/f1837468b9ad4e23b0d344c3d827c697_SeqId_4_ into a3ee0e0968377af914233a31f6311751/f as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/f/b5a2e46ff46e48f78879ea46fde9a9fc_SeqId_4_ - updating store file list. 2024-11-27T17:21:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b5a2e46ff46e48f78879ea46fde9a9fc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T17:21:02,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/f/b5a2e46ff46e48f78879ea46fde9a9fc_SeqId_4_ into a3ee0e0968377af914233a31f6311751/f 2024-11-27T17:21:02,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins.hfs.11__test__5hluu5ktniqui6vrfr3tqum248omhrbohommuo2fi3eucgsl4tgsqf15s379dek4/f/f1837468b9ad4e23b0d344c3d827c697_SeqId_4_ into a3ee0e0968377af914233a31f6311751/f (new location: hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/f/b5a2e46ff46e48f78879ea46fde9a9fc_SeqId_4_) 2024-11-27T17:21:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins.hfs.11__test__5hluu5ktniqui6vrfr3tqum248omhrbohommuo2fi3eucgsl4tgsqf15s379dek4/f/f1837468b9ad4e23b0d344c3d827c697_SeqId_4_ 2024-11-27T17:21:02,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.ReplicationSink(324): Finished replicating [2d3180c2-e0d3-42d7-81a6-d7a2dc31aced] bulk loaded data 2024-11-27T17:21:02,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:02,886 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732728062885/Put/seqid=0 2024-11-27T17:21:02,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741842_1018 (size=11194) 2024-11-27T17:21:03,068 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 379, reset compression=false 2024-11-27T17:21:03,072 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:21:03,072 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.shipper8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,42679,1732728049303 got entry batch from reader: WALEntryBatch [walEntries=[{test/a3ee0e0968377af914233a31f6311751/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732728062637/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T17:21:03,074 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.shipper8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:21:03,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-27T17:21:03,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.ReplicationSink(318): Replicating [2d3180c2-e0d3-42d7-81a6-d7a2dc31aced, 48a81ae7-287e-4022-9a34-ed50cf5b6728] bulk loaded data 2024-11-27T17:21:03,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@118579fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:03,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,43549,-1 for getting cluster id 2024-11-27T17:21:03,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:03,076 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d3180c2-e0d3-42d7-81a6-d7a2dc31aced' 2024-11-27T17:21:03,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:03,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d3180c2-e0d3-42d7-81a6-d7a2dc31aced" 2024-11-27T17:21:03,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14c3ccb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:03,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,43549,-1] 2024-11-27T17:21:03,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:03,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:03,077 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:03,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b5a44b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:03,086 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 687, reset compression=false 2024-11-27T17:21:03,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741842_1018 (size=7894) 2024-11-27T17:21:03,272 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 725, reset compression=false 2024-11-27T17:21:03,292 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732728063291/Put/seqid=0 2024-11-27T17:21:03,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741843_1019 (size=10791) 2024-11-27T17:21:03,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741843_1019 (size=7691) 2024-11-27T17:21:03,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:03,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,43549,1732728043460 2024-11-27T17:21:03,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f09964b 2024-11-27T17:21:03,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:21:03,499 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T17:21:03,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T17:21:03,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:03,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35891,1732728043660, seqNum=-1] 2024-11-27T17:21:03,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:03,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T17:21:03,510 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins.hfs.10__test__l54mb3tf0tgqe48dlfbboq9r9cl3ouv3qpd48bf7k081k2et0bl8hbms0m4avn65/f/b5a2e46ff46e48f78879ea46fde9a9fc_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T17:21:03,513 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins.hfs.10__test__l54mb3tf0tgqe48dlfbboq9r9cl3ouv3qpd48bf7k081k2et0bl8hbms0m4avn65/f/bdb3a58b7d72426d8eeb97a522c8f165_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T17:21:03,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.ReplicationSink(324): Finished replicating [2d3180c2-e0d3-42d7-81a6-d7a2dc31aced, 48a81ae7-287e-4022-9a34-ed50cf5b6728] bulk loaded data 2024-11-27T17:21:03,577 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 725, reset compression=false 2024-11-27T17:21:03,690 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 687, reset compression=false 2024-11-27T17:21:03,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0672b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:03,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,40933,-1 for getting cluster id 2024-11-27T17:21:03,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:03,699 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48a81ae7-287e-4022-9a34-ed50cf5b6728' 2024-11-27T17:21:03,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:03,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48a81ae7-287e-4022-9a34-ed50cf5b6728" 2024-11-27T17:21:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31be579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,40933,-1] 2024-11-27T17:21:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:03,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:03,703 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:03,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6147eae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:03,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:03,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1] 2024-11-27T17:21:03,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:03,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:21:03,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:03,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,40933,1732728049159 2024-11-27T17:21:03,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b145dee 2024-11-27T17:21:03,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:21:03,718 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:21:03,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732728053515.a3ee0e0968377af914233a31f6311751., hostname=8f0673442175,42679,1732728049303, seqNum=2] 2024-11-27T17:21:03,725 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T17:21:03,734 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T17:21:03,737 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T17:21:03,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/testHFileCyclicReplication_10/f/hfile_1 for inclusion in a3ee0e0968377af914233a31f6311751/f 2024-11-27T17:21:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T17:21:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:21:03,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/testHFileCyclicReplication_10/f/hfile_0 for inclusion in a3ee0e0968377af914233a31f6311751/f 2024-11-27T17:21:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T17:21:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:21:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HRegion(2603): Flush status journal for a3ee0e0968377af914233a31f6311751: 2024-11-27T17:21:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins__test__khh8b810ufqmhke08lr2gervte70gqfh98dj6qucfhu6ohffpeh5p0i2fkvb5tlv/f/hfile_1 2024-11-27T17:21:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins__test__khh8b810ufqmhke08lr2gervte70gqfh98dj6qucfhu6ohffpeh5p0i2fkvb5tlv/f/hfile_1 as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/f/8b8fce8544c2426db5614be1d0f0d833_SeqId_6_ 2024-11-27T17:21:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins__test__khh8b810ufqmhke08lr2gervte70gqfh98dj6qucfhu6ohffpeh5p0i2fkvb5tlv/f/hfile_0 2024-11-27T17:21:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins__test__khh8b810ufqmhke08lr2gervte70gqfh98dj6qucfhu6ohffpeh5p0i2fkvb5tlv/f/hfile_0 as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/f/f88021f3e39440dcb3a0691a9df350f8_SeqId_6_ 2024-11-27T17:21:03,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins__test__khh8b810ufqmhke08lr2gervte70gqfh98dj6qucfhu6ohffpeh5p0i2fkvb5tlv/f/hfile_1 into a3ee0e0968377af914233a31f6311751/f as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/f/8b8fce8544c2426db5614be1d0f0d833_SeqId_6_ - updating store file list. 2024-11-27T17:21:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b8fce8544c2426db5614be1d0f0d833_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T17:21:03,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/f/8b8fce8544c2426db5614be1d0f0d833_SeqId_6_ into a3ee0e0968377af914233a31f6311751/f 2024-11-27T17:21:03,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins__test__khh8b810ufqmhke08lr2gervte70gqfh98dj6qucfhu6ohffpeh5p0i2fkvb5tlv/f/hfile_1 into a3ee0e0968377af914233a31f6311751/f (new location: hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/f/8b8fce8544c2426db5614be1d0f0d833_SeqId_6_) 2024-11-27T17:21:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins__test__khh8b810ufqmhke08lr2gervte70gqfh98dj6qucfhu6ohffpeh5p0i2fkvb5tlv/f/hfile_1 2024-11-27T17:21:03,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins__test__khh8b810ufqmhke08lr2gervte70gqfh98dj6qucfhu6ohffpeh5p0i2fkvb5tlv/f/hfile_0 into a3ee0e0968377af914233a31f6311751/f as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/f/f88021f3e39440dcb3a0691a9df350f8_SeqId_6_ - updating store file list. 2024-11-27T17:21:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f88021f3e39440dcb3a0691a9df350f8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T17:21:03,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/f/f88021f3e39440dcb3a0691a9df350f8_SeqId_6_ into a3ee0e0968377af914233a31f6311751/f 2024-11-27T17:21:03,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins__test__khh8b810ufqmhke08lr2gervte70gqfh98dj6qucfhu6ohffpeh5p0i2fkvb5tlv/f/hfile_0 into a3ee0e0968377af914233a31f6311751/f (new location: hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/f/f88021f3e39440dcb3a0691a9df350f8_SeqId_6_) 2024-11-27T17:21:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/staging/jenkins__test__khh8b810ufqmhke08lr2gervte70gqfh98dj6qucfhu6ohffpeh5p0i2fkvb5tlv/f/hfile_0 2024-11-27T17:21:03,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:21:03,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:03,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:03,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:03,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:03,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732728053515.a3ee0e0968377af914233a31f6311751., hostname=8f0673442175,42679,1732728049303, seqNum=2 , the old value is region=test,,1732728053515.a3ee0e0968377af914233a31f6311751., hostname=8f0673442175,42679,1732728049303, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8f0673442175:42679 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T17:21:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732728053515.a3ee0e0968377af914233a31f6311751., hostname=8f0673442175,42679,1732728049303, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T17:21:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732728053515.a3ee0e0968377af914233a31f6311751., hostname=8f0673442175,42679,1732728049303, seqNum=2 from cache 2024-11-27T17:21:03,773 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T17:21:03,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35891,1732728043660, seqNum=-1] 2024-11-27T17:21:03,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:03,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:21:03,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd., hostname=8f0673442175,35891,1732728043660, seqNum=2] 2024-11-27T17:21:03,784 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T17:21:03,884 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:42679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T17:21:03,981 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 725, reset compression=false 2024-11-27T17:21:03,986 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:21:03,986 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.shipper8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,42679,1732728049303 got entry batch from reader: WALEntryBatch [walEntries=[{test/a3ee0e0968377af914233a31f6311751/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732728063770/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T17:21:03,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.ReplicationSink(318): Replicating [48a81ae7-287e-4022-9a34-ed50cf5b6728] bulk loaded data 2024-11-27T17:21:04,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741844_1020 (size=10791) 2024-11-27T17:21:04,186 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 1033, reset compression=false 2024-11-27T17:21:04,397 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 687, reset compression=false 2024-11-27T17:21:04,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741845_1021 (size=11194) 2024-11-27T17:21:04,491 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 1033, reset compression=false 2024-11-27T17:21:04,491 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:21:04,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:04,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:04,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:04,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:04,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:04,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:04,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:04,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:04,790 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T17:21:04,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T17:21:04,820 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins.hfs.10__test__374p0t3jmhsmgtmjj4hes6mpbll45h9qjkkvn9qrgktufj7o8butfehdpf22diba/f/8b8fce8544c2426db5614be1d0f0d833_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-27T17:21:04,823 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins.hfs.10__test__374p0t3jmhsmgtmjj4hes6mpbll45h9qjkkvn9qrgktufj7o8butfehdpf22diba/f/f88021f3e39440dcb3a0691a9df350f8_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-27T17:21:04,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins.hfs.10__test__374p0t3jmhsmgtmjj4hes6mpbll45h9qjkkvn9qrgktufj7o8butfehdpf22diba/f/8b8fce8544c2426db5614be1d0f0d833_SeqId_6_ for inclusion in ccf15b09b74d8004df012924fcb4dadd/f 2024-11-27T17:21:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T17:21:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:21:04,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins.hfs.10__test__374p0t3jmhsmgtmjj4hes6mpbll45h9qjkkvn9qrgktufj7o8butfehdpf22diba/f/f88021f3e39440dcb3a0691a9df350f8_SeqId_6_ for inclusion in ccf15b09b74d8004df012924fcb4dadd/f 2024-11-27T17:21:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T17:21:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:21:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HRegion(2603): Flush status journal for ccf15b09b74d8004df012924fcb4dadd: 2024-11-27T17:21:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8b8fce8544c2426db5614be1d0f0d833_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T17:21:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins.hfs.10__test__374p0t3jmhsmgtmjj4hes6mpbll45h9qjkkvn9qrgktufj7o8butfehdpf22diba/f/8b8fce8544c2426db5614be1d0f0d833_SeqId_6_ as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/f/358c7cde4ed24ea481ca76175389f74e_SeqId_6_ 2024-11-27T17:21:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f88021f3e39440dcb3a0691a9df350f8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T17:21:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins.hfs.10__test__374p0t3jmhsmgtmjj4hes6mpbll45h9qjkkvn9qrgktufj7o8butfehdpf22diba/f/f88021f3e39440dcb3a0691a9df350f8_SeqId_6_ as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/f/5e7f7ccc58f346bd8ca6030fbaa765f1_SeqId_6_ 2024-11-27T17:21:04,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins.hfs.10__test__374p0t3jmhsmgtmjj4hes6mpbll45h9qjkkvn9qrgktufj7o8butfehdpf22diba/f/8b8fce8544c2426db5614be1d0f0d833_SeqId_6_ into ccf15b09b74d8004df012924fcb4dadd/f as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/f/358c7cde4ed24ea481ca76175389f74e_SeqId_6_ - updating store file list. 2024-11-27T17:21:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 358c7cde4ed24ea481ca76175389f74e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T17:21:04,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/f/358c7cde4ed24ea481ca76175389f74e_SeqId_6_ into ccf15b09b74d8004df012924fcb4dadd/f 2024-11-27T17:21:04,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins.hfs.10__test__374p0t3jmhsmgtmjj4hes6mpbll45h9qjkkvn9qrgktufj7o8butfehdpf22diba/f/8b8fce8544c2426db5614be1d0f0d833_SeqId_6_ into ccf15b09b74d8004df012924fcb4dadd/f (new location: hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/f/358c7cde4ed24ea481ca76175389f74e_SeqId_6_) 2024-11-27T17:21:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins.hfs.10__test__374p0t3jmhsmgtmjj4hes6mpbll45h9qjkkvn9qrgktufj7o8butfehdpf22diba/f/8b8fce8544c2426db5614be1d0f0d833_SeqId_6_ 2024-11-27T17:21:04,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins.hfs.10__test__374p0t3jmhsmgtmjj4hes6mpbll45h9qjkkvn9qrgktufj7o8butfehdpf22diba/f/f88021f3e39440dcb3a0691a9df350f8_SeqId_6_ into ccf15b09b74d8004df012924fcb4dadd/f as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/f/5e7f7ccc58f346bd8ca6030fbaa765f1_SeqId_6_ - updating store file list. 2024-11-27T17:21:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5e7f7ccc58f346bd8ca6030fbaa765f1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T17:21:04,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/f/5e7f7ccc58f346bd8ca6030fbaa765f1_SeqId_6_ into ccf15b09b74d8004df012924fcb4dadd/f 2024-11-27T17:21:04,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins.hfs.10__test__374p0t3jmhsmgtmjj4hes6mpbll45h9qjkkvn9qrgktufj7o8butfehdpf22diba/f/f88021f3e39440dcb3a0691a9df350f8_SeqId_6_ into ccf15b09b74d8004df012924fcb4dadd/f (new location: hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/f/5e7f7ccc58f346bd8ca6030fbaa765f1_SeqId_6_) 2024-11-27T17:21:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/staging/jenkins.hfs.10__test__374p0t3jmhsmgtmjj4hes6mpbll45h9qjkkvn9qrgktufj7o8butfehdpf22diba/f/f88021f3e39440dcb3a0691a9df350f8_SeqId_6_ 2024-11-27T17:21:04,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] regionserver.ReplicationSink(324): Finished replicating [48a81ae7-287e-4022-9a34-ed50cf5b6728] bulk loaded data 2024-11-27T17:21:04,901 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 1033, reset compression=false 2024-11-27T17:21:05,201 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 687, reset compression=false 2024-11-27T17:21:05,205 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:21:05,205 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35891,1732728043660 got entry batch from reader: WALEntryBatch [walEntries=[{test/ccf15b09b74d8004df012924fcb4dadd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732728064846/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T17:21:05,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.ReplicationSink(318): Replicating [48a81ae7-287e-4022-9a34-ed50cf5b6728, 2d3180c2-e0d3-42d7-81a6-d7a2dc31aced] bulk loaded data 2024-11-27T17:21:05,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741844_1020 (size=10791) 2024-11-27T17:21:05,405 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 1033, reset compression=false 2024-11-27T17:21:05,405 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 1033, reset compression=false 2024-11-27T17:21:05,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741845_1021 (size=11194) 2024-11-27T17:21:05,709 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 1033, reset compression=false 2024-11-27T17:21:05,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:21:05,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:21:05,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:05,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:05,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:05,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:21:05,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1115401387, stopped=false 2024-11-27T17:21:05,803 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,40933,1732728049159 2024-11-27T17:21:05,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:05,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1543424616/running 2024-11-27T17:21:05,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:21:05,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1543424616/running 2024-11-27T17:21:05,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:21:05,905 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:21:05,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:21:05,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:05,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:05,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Set watcher on znode that does not yet exist, /1543424616/running 2024-11-27T17:21:05,906 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,42679,1732728049303' ***** 2024-11-27T17:21:05,906 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:21:05,906 INFO [RS:0;8f0673442175:42679 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:21:05,906 INFO [RS:0;8f0673442175:42679 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:21:05,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Set watcher on znode that does not yet exist, /1543424616/running 2024-11-27T17:21:05,906 INFO [RS:0;8f0673442175:42679 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:21:05,906 INFO [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(3091): Received CLOSE for 23c2bb470c29110304ff29c0cbbed779 2024-11-27T17:21:05,906 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:21:05,906 INFO [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(3091): Received CLOSE for a3ee0e0968377af914233a31f6311751 2024-11-27T17:21:05,906 INFO [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,42679,1732728049303 2024-11-27T17:21:05,906 INFO [RS:0;8f0673442175:42679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:21:05,907 INFO [RS:0;8f0673442175:42679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:42679. 2024-11-27T17:21:05,907 DEBUG [RS:0;8f0673442175:42679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:05,907 DEBUG [RS:0;8f0673442175:42679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:05,907 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23c2bb470c29110304ff29c0cbbed779, disabling compactions & flushes 2024-11-27T17:21:05,907 INFO [RS:0;8f0673442175:42679 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:21:05,907 INFO [RS:0;8f0673442175:42679 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:21:05,907 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779. 2024-11-27T17:21:05,907 INFO [RS:0;8f0673442175:42679 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:21:05,907 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779. 2024-11-27T17:21:05,907 INFO [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:21:05,907 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779. after waiting 0 ms 2024-11-27T17:21:05,907 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779. 2024-11-27T17:21:05,907 INFO [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T17:21:05,907 DEBUG [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 23c2bb470c29110304ff29c0cbbed779=hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779., a3ee0e0968377af914233a31f6311751=test,,1732728053515.a3ee0e0968377af914233a31f6311751.} 2024-11-27T17:21:05,907 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 23c2bb470c29110304ff29c0cbbed779 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-27T17:21:05,907 DEBUG [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23c2bb470c29110304ff29c0cbbed779, a3ee0e0968377af914233a31f6311751 2024-11-27T17:21:05,907 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:21:05,907 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:21:05,907 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:21:05,907 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:21:05,907 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:21:05,907 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T17:21:05,909 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:21:05,923 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/.tmp/info/6e59c09f5c2846239e994ddd9ec8dde6 is 147, key is hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779./info:regioninfo/1732728059020/Put/seqid=0 2024-11-27T17:21:05,926 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/replication/23c2bb470c29110304ff29c0cbbed779/.tmp/hfileref/b2a4b3f8022a4177a9cbf9996cb2ab94 is 74, key is 1/hfileref:8b8fce8544c2426db5614be1d0f0d833_SeqId_6_/1732728064849/DeleteColumn/seqid=0 2024-11-27T17:21:05,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741846_1022 (size=7686) 2024-11-27T17:21:05,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741847_1023 (size=5345) 2024-11-27T17:21:06,001 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:21:06,001 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:21:06,009 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 1033, reset compression=false 2024-11-27T17:21:06,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T17:21:06,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42679 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8f0673442175,42679,1732728049303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:21:06,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42679 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:55210 deadline: 1732728126025, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8f0673442175,42679,1732728049303 stopping 2024-11-27T17:21:06,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8f0673442175,42679,1732728049303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:21:06,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8f0673442175,42679,1732728049303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:21:06,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1 from cache 2024-11-27T17:21:06,107 DEBUG [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23c2bb470c29110304ff29c0cbbed779, a3ee0e0968377af914233a31f6311751 2024-11-27T17:21:06,113 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 1033, reset compression=false 2024-11-27T17:21:06,152 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:06,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1] 2024-11-27T17:21:06,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42679 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8f0673442175,42679,1732728049303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:21:06,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42679 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:55210 deadline: 1732728126026, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8f0673442175,42679,1732728049303 stopping 2024-11-27T17:21:06,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8f0673442175,42679,1732728049303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:21:06,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8f0673442175,42679,1732728049303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:21:06,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1 from cache 2024-11-27T17:21:06,308 DEBUG [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23c2bb470c29110304ff29c0cbbed779, a3ee0e0968377af914233a31f6311751 2024-11-27T17:21:06,329 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/.tmp/info/6e59c09f5c2846239e994ddd9ec8dde6 2024-11-27T17:21:06,333 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/replication/23c2bb470c29110304ff29c0cbbed779/.tmp/hfileref/b2a4b3f8022a4177a9cbf9996cb2ab94 2024-11-27T17:21:06,355 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/.tmp/ns/5d8c497f55d345ddbd47270a0f128d26 is 43, key is default/ns:d/1732728052275/Put/seqid=0 2024-11-27T17:21:06,355 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/replication/23c2bb470c29110304ff29c0cbbed779/.tmp/queue/fdd161cfac93469e9ea8f869e1503f2e is 154, key is 1-8f0673442175,42679,1732728049303/queue:8f0673442175%2C42679%2C1732728049303/1732728064850/Put/seqid=0 2024-11-27T17:21:06,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741849_1025 (size=5353) 2024-11-27T17:21:06,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741848_1024 (size=5153) 2024-11-27T17:21:06,360 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/.tmp/ns/5d8c497f55d345ddbd47270a0f128d26 2024-11-27T17:21:06,363 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:06,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1] 2024-11-27T17:21:06,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42679 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8f0673442175,42679,1732728049303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:21:06,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42679 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:55210 deadline: 1732728126026, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8f0673442175,42679,1732728049303 stopping 2024-11-27T17:21:06,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8f0673442175,42679,1732728049303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:21:06,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8f0673442175,42679,1732728049303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:21:06,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1 from cache 2024-11-27T17:21:06,384 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/.tmp/rep_barrier/a4f2f0c2919949b2825e71315888d302 is 112, key is test,,1732728053515.a3ee0e0968377af914233a31f6311751./rep_barrier:seqnumDuringOpen/1732728054667/Put/seqid=0 2024-11-27T17:21:06,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741850_1026 (size=5518) 2024-11-27T17:21:06,391 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/.tmp/rep_barrier/a4f2f0c2919949b2825e71315888d302 2024-11-27T17:21:06,428 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/.tmp/table/13e51a3359a641ed88a7f0117425e56d is 53, key is hbase:replication/table:state/1732728059027/Put/seqid=0 2024-11-27T17:21:06,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741851_1027 (size=5308) 2024-11-27T17:21:06,508 DEBUG [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23c2bb470c29110304ff29c0cbbed779, a3ee0e0968377af914233a31f6311751 2024-11-27T17:21:06,618 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 1033, reset compression=false 2024-11-27T17:21:06,672 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:06,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1] 2024-11-27T17:21:06,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42679 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8f0673442175,42679,1732728049303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:21:06,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42679 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:55210 deadline: 1732728126025, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8f0673442175,42679,1732728049303 stopping 2024-11-27T17:21:06,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8f0673442175,42679,1732728049303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:21:06,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8f0673442175,42679,1732728049303 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T17:21:06,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8f0673442175,42679,1732728049303, seqNum=-1 from cache 2024-11-27T17:21:06,708 DEBUG [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23c2bb470c29110304ff29c0cbbed779, a3ee0e0968377af914233a31f6311751 2024-11-27T17:21:06,714 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.1732728051128 to pos 1033, reset compression=false 2024-11-27T17:21:06,760 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/replication/23c2bb470c29110304ff29c0cbbed779/.tmp/queue/fdd161cfac93469e9ea8f869e1503f2e 2024-11-27T17:21:06,765 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/replication/23c2bb470c29110304ff29c0cbbed779/.tmp/hfileref/b2a4b3f8022a4177a9cbf9996cb2ab94 as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/replication/23c2bb470c29110304ff29c0cbbed779/hfileref/b2a4b3f8022a4177a9cbf9996cb2ab94 2024-11-27T17:21:06,770 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/replication/23c2bb470c29110304ff29c0cbbed779/hfileref/b2a4b3f8022a4177a9cbf9996cb2ab94, entries=4, sequenceid=12, filesize=5.2 K 2024-11-27T17:21:06,771 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/replication/23c2bb470c29110304ff29c0cbbed779/.tmp/queue/fdd161cfac93469e9ea8f869e1503f2e as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/replication/23c2bb470c29110304ff29c0cbbed779/queue/fdd161cfac93469e9ea8f869e1503f2e 2024-11-27T17:21:06,776 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/replication/23c2bb470c29110304ff29c0cbbed779/queue/fdd161cfac93469e9ea8f869e1503f2e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T17:21:06,777 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 23c2bb470c29110304ff29c0cbbed779 in 870ms, sequenceid=12, compaction requested=false 2024-11-27T17:21:06,780 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/replication/23c2bb470c29110304ff29c0cbbed779/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T17:21:06,781 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:21:06,781 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:21:06,781 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779. 2024-11-27T17:21:06,781 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23c2bb470c29110304ff29c0cbbed779: Waiting for close lock at 1732728065907Running coprocessor pre-close hooks at 1732728065907Disabling compacts and flushes for region at 1732728065907Disabling writes for close at 1732728065907Obtaining lock to block concurrent updates at 1732728065907Preparing flush snapshotting stores in 23c2bb470c29110304ff29c0cbbed779 at 1732728065907Finished memstore snapshotting hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732728065907Flushing stores of hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779. at 1732728065908 (+1 ms)Flushing 23c2bb470c29110304ff29c0cbbed779/hfileref: creating writer at 1732728065908Flushing 23c2bb470c29110304ff29c0cbbed779/hfileref: appending metadata at 1732728065925 (+17 ms)Flushing 23c2bb470c29110304ff29c0cbbed779/hfileref: closing flushed file at 1732728065925Flushing 23c2bb470c29110304ff29c0cbbed779/queue: creating writer at 1732728066337 (+412 ms)Flushing 23c2bb470c29110304ff29c0cbbed779/queue: appending metadata at 1732728066354 (+17 ms)Flushing 23c2bb470c29110304ff29c0cbbed779/queue: closing flushed file at 1732728066355 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9abdb0: reopening flushed file at 1732728066765 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b1efd2: reopening flushed file at 1732728066770 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 23c2bb470c29110304ff29c0cbbed779 in 870ms, sequenceid=12, compaction requested=false at 1732728066777 (+7 ms)Writing region close event to WAL at 1732728066778 (+1 ms)Running coprocessor post-close hooks at 1732728066781 (+3 ms)Closed at 1732728066781 2024-11-27T17:21:06,781 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732728057839.23c2bb470c29110304ff29c0cbbed779. 2024-11-27T17:21:06,781 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3ee0e0968377af914233a31f6311751, disabling compactions & flushes 2024-11-27T17:21:06,781 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732728053515.a3ee0e0968377af914233a31f6311751. 2024-11-27T17:21:06,781 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728053515.a3ee0e0968377af914233a31f6311751. 2024-11-27T17:21:06,781 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732728053515.a3ee0e0968377af914233a31f6311751. after waiting 0 ms 2024-11-27T17:21:06,781 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732728053515.a3ee0e0968377af914233a31f6311751. 2024-11-27T17:21:06,784 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/default/test/a3ee0e0968377af914233a31f6311751/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T17:21:06,785 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:21:06,785 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:21:06,785 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732728053515.a3ee0e0968377af914233a31f6311751. 2024-11-27T17:21:06,785 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3ee0e0968377af914233a31f6311751: Waiting for close lock at 1732728066781Running coprocessor pre-close hooks at 1732728066781Disabling compacts and flushes for region at 1732728066781Disabling writes for close at 1732728066781Writing region close event to WAL at 1732728066782 (+1 ms)Running coprocessor post-close hooks at 1732728066785 (+3 ms)Closed at 1732728066785 2024-11-27T17:21:06,785 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732728053515.a3ee0e0968377af914233a31f6311751. 2024-11-27T17:21:06,833 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/.tmp/table/13e51a3359a641ed88a7f0117425e56d 2024-11-27T17:21:06,838 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/.tmp/info/6e59c09f5c2846239e994ddd9ec8dde6 as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/info/6e59c09f5c2846239e994ddd9ec8dde6 2024-11-27T17:21:06,843 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/info/6e59c09f5c2846239e994ddd9ec8dde6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T17:21:06,844 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/.tmp/ns/5d8c497f55d345ddbd47270a0f128d26 as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/ns/5d8c497f55d345ddbd47270a0f128d26 2024-11-27T17:21:06,849 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/ns/5d8c497f55d345ddbd47270a0f128d26, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T17:21:06,850 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/.tmp/rep_barrier/a4f2f0c2919949b2825e71315888d302 as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/rep_barrier/a4f2f0c2919949b2825e71315888d302 2024-11-27T17:21:06,854 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/rep_barrier/a4f2f0c2919949b2825e71315888d302, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T17:21:06,855 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/.tmp/table/13e51a3359a641ed88a7f0117425e56d as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/table/13e51a3359a641ed88a7f0117425e56d 2024-11-27T17:21:06,864 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/table/13e51a3359a641ed88a7f0117425e56d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T17:21:06,865 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 958ms, sequenceid=16, compaction requested=false 2024-11-27T17:21:06,870 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T17:21:06,871 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:21:06,871 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:21:06,871 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:21:06,871 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728065907Running coprocessor pre-close hooks at 1732728065907Disabling compacts and flushes for region at 1732728065907Disabling writes for close at 1732728065907Obtaining lock to block concurrent updates at 1732728065907Preparing flush snapshotting stores in 1588230740 at 1732728065907Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732728065908 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732728065908Flushing 1588230740/info: creating writer at 1732728065908Flushing 1588230740/info: appending metadata at 1732728065922 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732728065923 (+1 ms)Flushing 1588230740/ns: creating writer at 1732728066335 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732728066355 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732728066355Flushing 1588230740/rep_barrier: creating writer at 1732728066365 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732728066384 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732728066384Flushing 1588230740/table: creating writer at 1732728066396 (+12 ms)Flushing 1588230740/table: appending metadata at 1732728066427 (+31 ms)Flushing 1588230740/table: closing flushed file at 1732728066428 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@386877fa: reopening flushed file at 1732728066837 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a7b77b: reopening flushed file at 1732728066843 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e70e30: reopening flushed file at 1732728066849 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32581bbb: reopening flushed file at 1732728066855 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 958ms, sequenceid=16, compaction requested=false at 1732728066865 (+10 ms)Writing region close event to WAL at 1732728066867 (+2 ms)Running coprocessor post-close hooks at 1732728066871 (+4 ms)Closed at 1732728066871 2024-11-27T17:21:06,871 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:21:06,908 INFO [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,42679,1732728049303; all regions closed. 2024-11-27T17:21:06,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741834_1010 (size=4239) 2024-11-27T17:21:06,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/WALs/8f0673442175,42679,1732728049303/8f0673442175%2C42679%2C1732728049303.meta.1732728052202.meta not finished, retry = 0 2024-11-27T17:21:07,013 DEBUG [RS:0;8f0673442175:42679 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/oldWALs 2024-11-27T17:21:07,013 INFO [RS:0;8f0673442175:42679 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C42679%2C1732728049303.meta:.meta(num 1732728052202) 2024-11-27T17:21:07,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741839_1015 (size=3127) 2024-11-27T17:21:07,017 DEBUG [RS:0;8f0673442175:42679 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/oldWALs 2024-11-27T17:21:07,017 INFO [RS:0;8f0673442175:42679 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C42679%2C1732728049303.rep:(num 1732728058973) 2024-11-27T17:21:07,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741832_1008 (size=1336) 2024-11-27T17:21:07,021 DEBUG [RS:0;8f0673442175:42679 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/oldWALs 2024-11-27T17:21:07,021 INFO [RS:0;8f0673442175:42679 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C42679%2C1732728049303:(num 1732728051128) 2024-11-27T17:21:07,021 DEBUG [RS:0;8f0673442175:42679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:07,021 INFO [RS:0;8f0673442175:42679 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:21:07,021 INFO [RS:0;8f0673442175:42679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:21:07,021 INFO [RS:0;8f0673442175:42679 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T17:21:07,021 INFO [RS:0;8f0673442175:42679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:21:07,021 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:21:07,021 INFO [RS:0;8f0673442175:42679 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,42679,1732728049303 because: Region server is closing 2024-11-27T17:21:07,022 INFO [RS:0;8f0673442175:42679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:42679. 2024-11-27T17:21:07,022 DEBUG [RS:0;8f0673442175:42679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:07,022 DEBUG [RS:0;8f0673442175:42679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:07,022 DEBUG [RS:0;8f0673442175:42679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:07,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:07,122 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.wal-reader.8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T17:21:07,123 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.shipper8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T17:21:07,123 INFO [RS:0;8f0673442175:42679 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42679,1732728049303.replicationSource.shipper8f0673442175%2C42679%2C1732728049303,1-8f0673442175,42679,1732728049303 terminated 2024-11-27T17:21:07,123 INFO [RS:0;8f0673442175:42679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:42679. 2024-11-27T17:21:07,123 DEBUG [RS:0;8f0673442175:42679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:07,123 DEBUG [RS:0;8f0673442175:42679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:07,123 DEBUG [RS:0;8f0673442175:42679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:07,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:07,124 INFO [RS:0;8f0673442175:42679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42679 2024-11-27T17:21:07,125 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8f0673442175:42679 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-27T17:21:07,183 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:07,184 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-27T17:21:07,185 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:21:07,187 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-27T17:21:07,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-27T17:21:07,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:44954 deadline: 1732728125206, exception=java.io.InterruptedIOException 2024-11-27T17:21:07,188 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T17:21:07,217 INFO [RS:0;8f0673442175:42679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:21:07,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616/rs 2024-11-27T17:21:07,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1543424616/rs/8f0673442175,42679,1732728049303 2024-11-27T17:21:07,222 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 1033, reset compression=false 2024-11-27T17:21:07,227 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8f0673442175:42679 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8f0673442175/172.17.0.3:42679 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:21:07,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 8f0673442175:42679 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8f0673442175/172.17.0.3:42679 2024-11-27T17:21:07,228 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=8f0673442175:42679 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8f0673442175/172.17.0.3:42679 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8f0673442175/172.17.0.3:42679 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-27T17:21:07,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,42679,1732728049303] 2024-11-27T17:21:07,256 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1543424616/draining/8f0673442175,42679,1732728049303 already deleted, retry=false 2024-11-27T17:21:07,256 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,42679,1732728049303 expired; onlineServers=0 2024-11-27T17:21:07,256 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,40933,1732728049159' ***** 2024-11-27T17:21:07,256 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:21:07,256 INFO [M:0;8f0673442175:40933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:21:07,257 INFO [M:0;8f0673442175:40933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:21:07,257 DEBUG [M:0;8f0673442175:40933 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:21:07,257 DEBUG [M:0;8f0673442175:40933 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:21:07,257 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:21:07,257 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728050928 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728050928,5,FailOnTimeoutGroup] 2024-11-27T17:21:07,257 INFO [M:0;8f0673442175:40933 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:21:07,257 INFO [M:0;8f0673442175:40933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:21:07,257 DEBUG [M:0;8f0673442175:40933 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:21:07,257 INFO [M:0;8f0673442175:40933 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:21:07,257 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728050932 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728050932,5,FailOnTimeoutGroup] 2024-11-27T17:21:07,257 INFO [M:0;8f0673442175:40933 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:21:07,257 INFO [M:0;8f0673442175:40933 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:21:07,257 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:21:07,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1543424616/master 2024-11-27T17:21:07,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1543424616 2024-11-27T17:21:07,267 DEBUG [M:0;8f0673442175:40933 {}] zookeeper.ZKUtil(347): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Unable to get data of znode /1543424616/master because node does not exist (not an error) 2024-11-27T17:21:07,267 WARN [M:0;8f0673442175:40933 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:21:07,267 INFO [M:0;8f0673442175:40933 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/.lastflushedseqids 2024-11-27T17:21:07,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741852_1028 (size=263) 2024-11-27T17:21:07,346 INFO [RS:0;8f0673442175:42679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:21:07,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:21:07,346 INFO [RS:0;8f0673442175:42679 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,42679,1732728049303; zookeeper connection closed. 2024-11-27T17:21:07,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x1017d4faba20004, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:21:07,346 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@776851e8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@776851e8 2024-11-27T17:21:07,347 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:21:07,430 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8f0673442175:42679 this server is in the failed servers list 2024-11-27T17:21:07,431 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8f0673442175:42679 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8f0673442175:42679 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8f0673442175:42679 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-27T17:21:07,672 INFO [M:0;8f0673442175:40933 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:21:07,672 INFO [M:0;8f0673442175:40933 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:21:07,672 DEBUG [M:0;8f0673442175:40933 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:21:07,672 INFO [M:0;8f0673442175:40933 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:07,672 DEBUG [M:0;8f0673442175:40933 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:07,672 DEBUG [M:0;8f0673442175:40933 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:21:07,672 DEBUG [M:0;8f0673442175:40933 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:07,673 INFO [M:0;8f0673442175:40933 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T17:21:07,689 DEBUG [M:0;8f0673442175:40933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3bea726315d47fb80262dbe1b4df4b0 is 82, key is hbase:meta,,1/info:regioninfo/1732728052236/Put/seqid=0 2024-11-27T17:21:07,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741853_1029 (size=5672) 2024-11-27T17:21:07,732 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8f0673442175:42679 this server is in the failed servers list 2024-11-27T17:21:07,732 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8f0673442175:42679 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8f0673442175:42679 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8f0673442175:42679 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-27T17:21:07,926 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 1033, reset compression=false 2024-11-27T17:21:08,093 INFO [M:0;8f0673442175:40933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3bea726315d47fb80262dbe1b4df4b0 2024-11-27T17:21:08,115 DEBUG [M:0;8f0673442175:40933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc55496e863a40e09a75c40d3ac11b37 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732728059030/Put/seqid=0 2024-11-27T17:21:08,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741854_1030 (size=8515) 2024-11-27T17:21:08,133 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8f0673442175:42679 this server is in the failed servers list 2024-11-27T17:21:08,133 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8f0673442175:42679 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8f0673442175:42679 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8f0673442175:42679 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-27T17:21:08,519 INFO [M:0;8f0673442175:40933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc55496e863a40e09a75c40d3ac11b37 2024-11-27T17:21:08,541 DEBUG [M:0;8f0673442175:40933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10b3ea9293a44c498677f89399ef8813 is 69, key is 8f0673442175,42679,1732728049303/rs:state/1732728050971/Put/seqid=0 2024-11-27T17:21:08,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741855_1031 (size=5156) 2024-11-27T17:21:08,634 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8f0673442175:42679 this server is in the failed servers list 2024-11-27T17:21:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:21:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40933 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:50684 deadline: 1732728128636, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T17:21:08,637 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) ~[classes/:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:536) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T17:21:08,638 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T17:21:08,638 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8f0673442175:42679 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8f0673442175:42679 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8f0673442175:42679 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-27T17:21:08,731 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 1033, reset compression=false 2024-11-27T17:21:08,945 INFO [M:0;8f0673442175:40933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10b3ea9293a44c498677f89399ef8813 2024-11-27T17:21:08,949 DEBUG [M:0;8f0673442175:40933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3bea726315d47fb80262dbe1b4df4b0 as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3bea726315d47fb80262dbe1b4df4b0 2024-11-27T17:21:08,953 INFO [M:0;8f0673442175:40933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3bea726315d47fb80262dbe1b4df4b0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T17:21:08,954 DEBUG [M:0;8f0673442175:40933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc55496e863a40e09a75c40d3ac11b37 as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc55496e863a40e09a75c40d3ac11b37 2024-11-27T17:21:08,959 INFO [M:0;8f0673442175:40933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc55496e863a40e09a75c40d3ac11b37, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T17:21:08,960 DEBUG [M:0;8f0673442175:40933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10b3ea9293a44c498677f89399ef8813 as hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10b3ea9293a44c498677f89399ef8813 2024-11-27T17:21:08,965 INFO [M:0;8f0673442175:40933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10b3ea9293a44c498677f89399ef8813, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T17:21:08,966 INFO [M:0;8f0673442175:40933 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false 2024-11-27T17:21:08,967 INFO [M:0;8f0673442175:40933 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:08,967 DEBUG [M:0;8f0673442175:40933 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728067672Disabling compacts and flushes for region at 1732728067672Disabling writes for close at 1732728067672Obtaining lock to block concurrent updates at 1732728067673 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728067673Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732728067673Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728067673Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728067673Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728067689 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728067689Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728068098 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728068115 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728068115Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728068524 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728068540 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728068540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22f1e89b: reopening flushed file at 1732728068949 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115759ef: reopening flushed file at 1732728068954 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60658715: reopening flushed file at 1732728068959 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false at 1732728068966 (+7 ms)Writing region close event to WAL at 1732728068967 (+1 ms)Closed at 1732728068967 2024-11-27T17:21:08,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35311 is added to blk_1073741830_1006 (size=63642) 2024-11-27T17:21:08,969 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32f27154-0a99-2a36-0f01-299298b2c930/MasterData/WALs/8f0673442175,40933,1732728049159/8f0673442175%2C40933%2C1732728049159.1732728050672 not finished, retry = 0 2024-11-27T17:21:09,070 INFO [M:0;8f0673442175:40933 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:21:09,070 INFO [M:0;8f0673442175:40933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40933 2024-11-27T17:21:09,070 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:21:09,071 INFO [M:0;8f0673442175:40933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:21:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:21:09,237 INFO [M:0;8f0673442175:40933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:21:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40933-0x1017d4faba20003, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:21:09,239 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T17:21:09,240 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8f0673442175:40933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8f0673442175/172.17.0.3:40933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:21:09,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 8f0673442175:40933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8f0673442175/172.17.0.3:40933 2024-11-27T17:21:09,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f383181{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:21:09,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43690538{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:21:09,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:21:09,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63ce42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:21:09,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f69979f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/hadoop.log.dir/,STOPPED} 2024-11-27T17:21:09,267 WARN [BP-1019756740-172.17.0.3-1732728047160 heartbeating to localhost/127.0.0.1:45531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:21:09,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:21:09,267 WARN [BP-1019756740-172.17.0.3-1732728047160 heartbeating to localhost/127.0.0.1:45531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1019756740-172.17.0.3-1732728047160 (Datanode Uuid 1096ceb1-2408-425b-a272-e7f96165c167) service to localhost/127.0.0.1:45531 2024-11-27T17:21:09,267 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:21:09,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/cluster_88d38583-e149-c8ba-af98-0b697864b9ff/data/data1/current/BP-1019756740-172.17.0.3-1732728047160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:21:09,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/cluster_88d38583-e149-c8ba-af98-0b697864b9ff/data/data2/current/BP-1019756740-172.17.0.3-1732728047160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:21:09,268 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:21:09,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303210c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:21:09,273 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12f084d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:21:09,273 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:21:09,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3578eb81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:21:09,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc0c06c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/hadoop.log.dir/,STOPPED} 2024-11-27T17:21:09,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:21:09,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:21:09,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:21:09,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:09,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:09,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:09,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:09,291 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:21:09,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1813334986, stopped=false 2024-11-27T17:21:09,292 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,43549,1732728043460 2024-11-27T17:21:09,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-252949978/running 2024-11-27T17:21:09,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-252949978/running 2024-11-27T17:21:09,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:21:09,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:21:09,305 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:21:09,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Set watcher on znode that does not yet exist, /0-252949978/running 2024-11-27T17:21:09,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Set watcher on znode that does not yet exist, /0-252949978/running 2024-11-27T17:21:09,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:21:09,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:09,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:09,306 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,35891,1732728043660' ***** 2024-11-27T17:21:09,306 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:21:09,306 INFO [RS:0;8f0673442175:35891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:21:09,306 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:21:09,306 INFO [RS:0;8f0673442175:35891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:21:09,306 INFO [RS:0;8f0673442175:35891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:21:09,307 INFO [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(3091): Received CLOSE for ccf15b09b74d8004df012924fcb4dadd 2024-11-27T17:21:09,307 INFO [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(3091): Received CLOSE for b5295e4a27cd9295c839f5ddc8401dff 2024-11-27T17:21:09,307 INFO [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,35891,1732728043660 2024-11-27T17:21:09,307 INFO [RS:0;8f0673442175:35891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:21:09,307 INFO [RS:0;8f0673442175:35891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:35891. 2024-11-27T17:21:09,307 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ccf15b09b74d8004df012924fcb4dadd, disabling compactions & flushes 2024-11-27T17:21:09,307 DEBUG [RS:0;8f0673442175:35891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:09,307 DEBUG [RS:0;8f0673442175:35891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:09,307 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd. 2024-11-27T17:21:09,307 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd. 2024-11-27T17:21:09,307 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd. after waiting 0 ms 2024-11-27T17:21:09,307 INFO [RS:0;8f0673442175:35891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:21:09,307 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd. 2024-11-27T17:21:09,307 INFO [RS:0;8f0673442175:35891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:21:09,307 INFO [RS:0;8f0673442175:35891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:21:09,307 INFO [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:21:09,307 INFO [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T17:21:09,307 DEBUG [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(1325): Online Regions={ccf15b09b74d8004df012924fcb4dadd=test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd., 1588230740=hbase:meta,,1.1588230740, b5295e4a27cd9295c839f5ddc8401dff=hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff.} 2024-11-27T17:21:09,307 DEBUG [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5295e4a27cd9295c839f5ddc8401dff, ccf15b09b74d8004df012924fcb4dadd 2024-11-27T17:21:09,307 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:21:09,307 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:21:09,308 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:21:09,308 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:21:09,308 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:21:09,308 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T17:21:09,311 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/default/test/ccf15b09b74d8004df012924fcb4dadd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T17:21:09,312 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:21:09,312 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:21:09,312 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd. 2024-11-27T17:21:09,312 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ccf15b09b74d8004df012924fcb4dadd: Waiting for close lock at 1732728069307Running coprocessor pre-close hooks at 1732728069307Disabling compacts and flushes for region at 1732728069307Disabling writes for close at 1732728069307Writing region close event to WAL at 1732728069308 (+1 ms)Running coprocessor post-close hooks at 1732728069312 (+4 ms)Closed at 1732728069312 2024-11-27T17:21:09,312 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd. 2024-11-27T17:21:09,312 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5295e4a27cd9295c839f5ddc8401dff, disabling compactions & flushes 2024-11-27T17:21:09,312 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff. 2024-11-27T17:21:09,312 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff. 2024-11-27T17:21:09,312 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff. after waiting 0 ms 2024-11-27T17:21:09,313 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff. 2024-11-27T17:21:09,313 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b5295e4a27cd9295c839f5ddc8401dff 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-27T17:21:09,327 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/.tmp/info/4673080cbf174491af73be6f24c0eb16 is 147, key is hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff./info:regioninfo/1732728056845/Put/seqid=0 2024-11-27T17:21:09,331 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/replication/b5295e4a27cd9295c839f5ddc8401dff/.tmp/hfileref/a7d70b55dac64e96b77e45c6822a6bed is 74, key is 1/hfileref:358c7cde4ed24ea481ca76175389f74e_SeqId_6_/1732728064835/Put/seqid=0 2024-11-27T17:21:09,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741846_1022 (size=7686) 2024-11-27T17:21:09,334 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/.tmp/info/4673080cbf174491af73be6f24c0eb16 2024-11-27T17:21:09,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741847_1023 (size=5345) 2024-11-27T17:21:09,338 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/replication/b5295e4a27cd9295c839f5ddc8401dff/.tmp/hfileref/a7d70b55dac64e96b77e45c6822a6bed 2024-11-27T17:21:09,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:09,346 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8f0673442175:40933 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8f0673442175/172.17.0.3:40933 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:21:09,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=8f0673442175:40933 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8f0673442175/172.17.0.3:40933 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-27T17:21:09,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 8f0673442175:40933 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8f0673442175/172.17.0.3:40933 2024-11-27T17:21:09,362 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/replication/b5295e4a27cd9295c839f5ddc8401dff/.tmp/queue/a4a80fa52a914a9399d56e410a9c174b is 153, key is 1-8f0673442175,35891,1732728043660/queue:8f0673442175%2C35891%2C1732728043660/1732728062641/Put/seqid=0 2024-11-27T17:21:09,366 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/.tmp/ns/7bb0ec0b7dd745ccbb48add47cfcda0f is 43, key is default/ns:d/1732728047009/Put/seqid=0 2024-11-27T17:21:09,368 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:21:09,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741848_1024 (size=5352) 2024-11-27T17:21:09,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741849_1025 (size=5153) 2024-11-27T17:21:09,379 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/.tmp/ns/7bb0ec0b7dd745ccbb48add47cfcda0f 2024-11-27T17:21:09,401 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/.tmp/rep_barrier/ba4080de0c944949b6949da5f61de3c9 is 112, key is test,,1732728052367.ccf15b09b74d8004df012924fcb4dadd./rep_barrier:seqnumDuringOpen/1732728053129/Put/seqid=0 2024-11-27T17:21:09,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741850_1026 (size=5518) 2024-11-27T17:21:09,508 DEBUG [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5295e4a27cd9295c839f5ddc8401dff 2024-11-27T17:21:09,553 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:09,553 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8f0673442175:40933 this server is in the failed servers list 2024-11-27T17:21:09,553 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8f0673442175:40933 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:09,634 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 1033, reset compression=false 2024-11-27T17:21:09,639 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:21:09,639 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 1328, reset compression=false 2024-11-27T17:21:09,708 DEBUG [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5295e4a27cd9295c839f5ddc8401dff 2024-11-27T17:21:09,774 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/replication/b5295e4a27cd9295c839f5ddc8401dff/.tmp/queue/a4a80fa52a914a9399d56e410a9c174b 2024-11-27T17:21:09,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T17:21:09,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:21:09,780 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/replication/b5295e4a27cd9295c839f5ddc8401dff/.tmp/hfileref/a7d70b55dac64e96b77e45c6822a6bed as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/replication/b5295e4a27cd9295c839f5ddc8401dff/hfileref/a7d70b55dac64e96b77e45c6822a6bed 2024-11-27T17:21:09,789 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/replication/b5295e4a27cd9295c839f5ddc8401dff/hfileref/a7d70b55dac64e96b77e45c6822a6bed, entries=4, sequenceid=10, filesize=5.2 K 2024-11-27T17:21:09,790 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/replication/b5295e4a27cd9295c839f5ddc8401dff/.tmp/queue/a4a80fa52a914a9399d56e410a9c174b as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/replication/b5295e4a27cd9295c839f5ddc8401dff/queue/a4a80fa52a914a9399d56e410a9c174b 2024-11-27T17:21:09,795 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/replication/b5295e4a27cd9295c839f5ddc8401dff/queue/a4a80fa52a914a9399d56e410a9c174b, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T17:21:09,796 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for b5295e4a27cd9295c839f5ddc8401dff in 483ms, sequenceid=10, compaction requested=false 2024-11-27T17:21:09,796 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T17:21:09,806 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/.tmp/rep_barrier/ba4080de0c944949b6949da5f61de3c9 2024-11-27T17:21:09,808 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/replication/b5295e4a27cd9295c839f5ddc8401dff/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T17:21:09,809 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:21:09,809 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:21:09,809 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff. 2024-11-27T17:21:09,809 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5295e4a27cd9295c839f5ddc8401dff: Waiting for close lock at 1732728069312Running coprocessor pre-close hooks at 1732728069312Disabling compacts and flushes for region at 1732728069312Disabling writes for close at 1732728069312Obtaining lock to block concurrent updates at 1732728069313 (+1 ms)Preparing flush snapshotting stores in b5295e4a27cd9295c839f5ddc8401dff at 1732728069313Finished memstore snapshotting hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732728069313Flushing stores of hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff. at 1732728069314 (+1 ms)Flushing b5295e4a27cd9295c839f5ddc8401dff/hfileref: creating writer at 1732728069314Flushing b5295e4a27cd9295c839f5ddc8401dff/hfileref: appending metadata at 1732728069331 (+17 ms)Flushing b5295e4a27cd9295c839f5ddc8401dff/hfileref: closing flushed file at 1732728069331Flushing b5295e4a27cd9295c839f5ddc8401dff/queue: creating writer at 1732728069344 (+13 ms)Flushing b5295e4a27cd9295c839f5ddc8401dff/queue: appending metadata at 1732728069361 (+17 ms)Flushing b5295e4a27cd9295c839f5ddc8401dff/queue: closing flushed file at 1732728069361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c803f5b: reopening flushed file at 1732728069780 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c9aef2: reopening flushed file at 1732728069789 (+9 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for b5295e4a27cd9295c839f5ddc8401dff in 483ms, sequenceid=10, compaction requested=false at 1732728069796 (+7 ms)Writing region close event to WAL at 1732728069804 (+8 ms)Running coprocessor post-close hooks at 1732728069808 (+4 ms)Closed at 1732728069809 (+1 ms) 2024-11-27T17:21:09,809 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732728055683.b5295e4a27cd9295c839f5ddc8401dff. 2024-11-27T17:21:09,829 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/.tmp/table/e42843ebf451445bacbe51b5b3c5a130 is 53, key is hbase:replication/table:state/1732728056851/Put/seqid=0 2024-11-27T17:21:09,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741851_1027 (size=5308) 2024-11-27T17:21:09,842 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 1328, reset compression=false 2024-11-27T17:21:09,848 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:21:09,848 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:21:09,863 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:09,863 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8f0673442175:40933 this server is in the failed servers list 2024-11-27T17:21:09,863 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8f0673442175:40933 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:09,908 DEBUG [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:21:10,108 DEBUG [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:21:10,145 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.wal-reader.8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.1732728045987 to pos 1328, reset compression=false 2024-11-27T17:21:10,234 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/.tmp/table/e42843ebf451445bacbe51b5b3c5a130 2024-11-27T17:21:10,239 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/.tmp/info/4673080cbf174491af73be6f24c0eb16 as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/info/4673080cbf174491af73be6f24c0eb16 2024-11-27T17:21:10,243 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/info/4673080cbf174491af73be6f24c0eb16, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T17:21:10,244 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/.tmp/ns/7bb0ec0b7dd745ccbb48add47cfcda0f as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/ns/7bb0ec0b7dd745ccbb48add47cfcda0f 2024-11-27T17:21:10,249 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/ns/7bb0ec0b7dd745ccbb48add47cfcda0f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T17:21:10,251 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/.tmp/rep_barrier/ba4080de0c944949b6949da5f61de3c9 as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/rep_barrier/ba4080de0c944949b6949da5f61de3c9 2024-11-27T17:21:10,256 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/rep_barrier/ba4080de0c944949b6949da5f61de3c9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T17:21:10,257 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/.tmp/table/e42843ebf451445bacbe51b5b3c5a130 as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/table/e42843ebf451445bacbe51b5b3c5a130 2024-11-27T17:21:10,262 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/table/e42843ebf451445bacbe51b5b3c5a130, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T17:21:10,263 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 955ms, sequenceid=16, compaction requested=false 2024-11-27T17:21:10,263 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:21:10,268 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T17:21:10,268 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:21:10,268 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:21:10,268 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:21:10,268 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728069307Running coprocessor pre-close hooks at 1732728069307Disabling compacts and flushes for region at 1732728069307Disabling writes for close at 1732728069308 (+1 ms)Obtaining lock to block concurrent updates at 1732728069308Preparing flush snapshotting stores in 1588230740 at 1732728069308Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732728069308Flushing stores of hbase:meta,,1.1588230740 at 1732728069309 (+1 ms)Flushing 1588230740/info: creating writer at 1732728069309Flushing 1588230740/info: appending metadata at 1732728069327 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732728069327Flushing 1588230740/ns: creating writer at 1732728069340 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732728069365 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732728069365Flushing 1588230740/rep_barrier: creating writer at 1732728069384 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732728069401 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732728069401Flushing 1588230740/table: creating writer at 1732728069812 (+411 ms)Flushing 1588230740/table: appending metadata at 1732728069829 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732728069829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc6a7fa: reopening flushed file at 1732728070238 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c6af23: reopening flushed file at 1732728070243 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@261b42cf: reopening flushed file at 1732728070250 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c9ad0e: reopening flushed file at 1732728070257 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 955ms, sequenceid=16, compaction requested=false at 1732728070263 (+6 ms)Writing region close event to WAL at 1732728070265 (+2 ms)Running coprocessor post-close hooks at 1732728070268 (+3 ms)Closed at 1732728070268 2024-11-27T17:21:10,268 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:21:10,308 INFO [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,35891,1732728043660; all regions closed. 2024-11-27T17:21:10,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741834_1010 (size=4239) 2024-11-27T17:21:10,311 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.meta.1732728046932.meta not finished, retry = 0 2024-11-27T17:21:10,372 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:10,372 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8f0673442175:40933 this server is in the failed servers list 2024-11-27T17:21:10,373 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8f0673442175:40933 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:10,413 DEBUG [RS:0;8f0673442175:35891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/oldWALs 2024-11-27T17:21:10,413 INFO [RS:0;8f0673442175:35891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C35891%2C1732728043660.meta:.meta(num 1732728046932) 2024-11-27T17:21:10,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741839_1015 (size=2695) 2024-11-27T17:21:10,415 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/WALs/8f0673442175,35891,1732728043660/8f0673442175%2C35891%2C1732728043660.rep.1732728056815 not finished, retry = 0 2024-11-27T17:21:10,517 DEBUG [RS:0;8f0673442175:35891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/oldWALs 2024-11-27T17:21:10,517 INFO [RS:0;8f0673442175:35891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C35891%2C1732728043660.rep:(num 1732728056815) 2024-11-27T17:21:10,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741832_1008 (size=1336) 2024-11-27T17:21:10,521 DEBUG [RS:0;8f0673442175:35891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/oldWALs 2024-11-27T17:21:10,521 INFO [RS:0;8f0673442175:35891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C35891%2C1732728043660:(num 1732728045987) 2024-11-27T17:21:10,521 DEBUG [RS:0;8f0673442175:35891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:10,521 INFO [RS:0;8f0673442175:35891 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:21:10,521 INFO [RS:0;8f0673442175:35891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:21:10,521 INFO [RS:0;8f0673442175:35891 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T17:21:10,521 INFO [RS:0;8f0673442175:35891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:21:10,521 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:21:10,521 INFO [RS:0;8f0673442175:35891 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,35891,1732728043660 because: Region server is closing 2024-11-27T17:21:10,521 INFO [RS:0;8f0673442175:35891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:35891. 2024-11-27T17:21:10,521 DEBUG [RS:0;8f0673442175:35891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:10,521 DEBUG [RS:0;8f0673442175:35891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:10,521 DEBUG [RS:0;8f0673442175:35891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:10,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:10,622 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-27T17:21:10,622 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T17:21:10,622 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T17:21:11,323 INFO [RS:0;8f0673442175:35891 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35891,1732728043660.replicationSource.shipper8f0673442175%2C35891%2C1732728043660,1-8f0673442175,35891,1732728043660 terminated 2024-11-27T17:21:11,323 INFO [RS:0;8f0673442175:35891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:35891. 2024-11-27T17:21:11,323 DEBUG [RS:0;8f0673442175:35891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:11,323 DEBUG [RS:0;8f0673442175:35891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:11,323 DEBUG [RS:0;8f0673442175:35891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:11,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:11,324 INFO [RS:0;8f0673442175:35891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35891 2024-11-27T17:21:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978/rs 2024-11-27T17:21:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-252949978/rs/8f0673442175,35891,1732728043660 2024-11-27T17:21:11,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:11,383 INFO [RS:0;8f0673442175:35891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:21:11,383 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,35891,1732728043660] 2024-11-27T17:21:11,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:11,386 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:11,403 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-252949978/draining/8f0673442175,35891,1732728043660 already deleted, retry=false 2024-11-27T17:21:11,403 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,35891,1732728043660 expired; onlineServers=0 2024-11-27T17:21:11,404 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,43549,1732728043460' ***** 2024-11-27T17:21:11,404 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:21:11,404 INFO [M:0;8f0673442175:43549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:21:11,404 INFO [M:0;8f0673442175:43549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:21:11,404 DEBUG [M:0;8f0673442175:43549 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:21:11,404 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:21:11,404 DEBUG [M:0;8f0673442175:43549 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:21:11,404 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728045706 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728045706,5,FailOnTimeoutGroup] 2024-11-27T17:21:11,404 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728045700 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728045700,5,FailOnTimeoutGroup] 2024-11-27T17:21:11,404 INFO [M:0;8f0673442175:43549 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:21:11,404 INFO [M:0;8f0673442175:43549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:21:11,404 DEBUG [M:0;8f0673442175:43549 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:21:11,404 INFO [M:0;8f0673442175:43549 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:21:11,404 INFO [M:0;8f0673442175:43549 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:21:11,404 INFO [M:0;8f0673442175:43549 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:21:11,405 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:21:11,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-252949978/master 2024-11-27T17:21:11,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-252949978 2024-11-27T17:21:11,414 DEBUG [M:0;8f0673442175:43549 {}] zookeeper.ZKUtil(347): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Unable to get data of znode /0-252949978/master because node does not exist (not an error) 2024-11-27T17:21:11,414 WARN [M:0;8f0673442175:43549 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:21:11,415 INFO [M:0;8f0673442175:43549 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/.lastflushedseqids 2024-11-27T17:21:11,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741852_1028 (size=263) 2024-11-27T17:21:11,424 INFO [M:0;8f0673442175:43549 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:21:11,424 INFO [M:0;8f0673442175:43549 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:21:11,424 DEBUG [M:0;8f0673442175:43549 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:21:11,424 INFO [M:0;8f0673442175:43549 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:11,424 DEBUG [M:0;8f0673442175:43549 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:11,424 DEBUG [M:0;8f0673442175:43549 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:21:11,424 DEBUG [M:0;8f0673442175:43549 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:11,424 INFO [M:0;8f0673442175:43549 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T17:21:11,444 DEBUG [M:0;8f0673442175:43549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9e8ccf7517d493aa27c96fcf77f75c9 is 82, key is hbase:meta,,1/info:regioninfo/1732728046961/Put/seqid=0 2024-11-27T17:21:11,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741853_1029 (size=5672) 2024-11-27T17:21:11,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:21:11,493 INFO [RS:0;8f0673442175:35891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:21:11,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1017d4faba20001, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:21:11,493 INFO [RS:0;8f0673442175:35891 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,35891,1732728043660; zookeeper connection closed. 2024-11-27T17:21:11,494 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4755f7a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4755f7a1 2024-11-27T17:21:11,494 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:21:11,848 INFO [M:0;8f0673442175:43549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9e8ccf7517d493aa27c96fcf77f75c9 2024-11-27T17:21:11,866 DEBUG [M:0;8f0673442175:43549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32d5fc8d3f2847a3aa74bee3308170fc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732728056855/Put/seqid=0 2024-11-27T17:21:11,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741854_1030 (size=8515) 2024-11-27T17:21:12,270 INFO [M:0;8f0673442175:43549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32d5fc8d3f2847a3aa74bee3308170fc 2024-11-27T17:21:12,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:21:12,294 DEBUG [M:0;8f0673442175:43549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2e3deaeb1cd4c22879a6a6e0a164fc9 is 69, key is 8f0673442175,35891,1732728043660/rs:state/1732728045828/Put/seqid=0 2024-11-27T17:21:12,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741855_1031 (size=5156) 2024-11-27T17:21:12,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:12,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:12,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:12,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:12,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:12,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:12,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:12,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:12,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:12,708 INFO [M:0;8f0673442175:43549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2e3deaeb1cd4c22879a6a6e0a164fc9 2024-11-27T17:21:12,713 DEBUG [M:0;8f0673442175:43549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9e8ccf7517d493aa27c96fcf77f75c9 as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9e8ccf7517d493aa27c96fcf77f75c9 2024-11-27T17:21:12,718 INFO [M:0;8f0673442175:43549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9e8ccf7517d493aa27c96fcf77f75c9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T17:21:12,719 DEBUG [M:0;8f0673442175:43549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32d5fc8d3f2847a3aa74bee3308170fc as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32d5fc8d3f2847a3aa74bee3308170fc 2024-11-27T17:21:12,723 INFO [M:0;8f0673442175:43549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32d5fc8d3f2847a3aa74bee3308170fc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T17:21:12,724 DEBUG [M:0;8f0673442175:43549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2e3deaeb1cd4c22879a6a6e0a164fc9 as hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2e3deaeb1cd4c22879a6a6e0a164fc9 2024-11-27T17:21:12,728 INFO [M:0;8f0673442175:43549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33475/user/jenkins/test-data/66911a1a-cd19-6c4c-467a-50eea731799a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2e3deaeb1cd4c22879a6a6e0a164fc9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T17:21:12,729 INFO [M:0;8f0673442175:43549 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=97, compaction requested=false 2024-11-27T17:21:12,730 INFO [M:0;8f0673442175:43549 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:12,731 DEBUG [M:0;8f0673442175:43549 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728071424Disabling compacts and flushes for region at 1732728071424Disabling writes for close at 1732728071424Obtaining lock to block concurrent updates at 1732728071424Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728071424Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732728071425 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728071425Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728071425Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728071443 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728071443Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728071852 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728071865 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728071865Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728072275 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728072294 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728072294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79217e69: reopening flushed file at 1732728072713 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24db257a: reopening flushed file at 1732728072718 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d65b42: reopening flushed file at 1732728072724 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=97, compaction requested=false at 1732728072729 (+5 ms)Writing region close event to WAL at 1732728072730 (+1 ms)Closed at 1732728072730 2024-11-27T17:21:12,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741830_1006 (size=63642) 2024-11-27T17:21:12,733 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:21:12,733 INFO [M:0;8f0673442175:43549 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:21:12,733 INFO [M:0;8f0673442175:43549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43549 2024-11-27T17:21:12,734 INFO [M:0;8f0673442175:43549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:21:12,883 INFO [M:0;8f0673442175:43549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:21:12,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:21:12,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x1017d4faba20000, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:21:12,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e9aa085{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:21:12,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29d9459f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:21:12,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:21:12,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2da449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:21:12,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3285af28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/hadoop.log.dir/,STOPPED} 2024-11-27T17:21:12,887 WARN [BP-945824751-172.17.0.3-1732728041479 heartbeating to localhost/127.0.0.1:33475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:21:12,887 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:21:12,887 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:21:12,887 WARN [BP-945824751-172.17.0.3-1732728041479 heartbeating to localhost/127.0.0.1:33475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-945824751-172.17.0.3-1732728041479 (Datanode Uuid 64de602d-18ba-443c-8391-3ba20ef83990) service to localhost/127.0.0.1:33475 2024-11-27T17:21:12,887 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/cluster_f8f4c9b8-78ec-12a2-4876-cba37af9f85d/data/data1/current/BP-945824751-172.17.0.3-1732728041479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:21:12,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/cluster_f8f4c9b8-78ec-12a2-4876-cba37af9f85d/data/data2/current/BP-945824751-172.17.0.3-1732728041479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:21:12,888 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:21:12,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1afd039c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:21:12,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32544d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:21:12,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:21:12,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72408651{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:21:12,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50cc24c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d7a7eb8-4203-e73a-78a1-55d1015e1d7f/hadoop.log.dir/,STOPPED} 2024-11-27T17:21:12,898 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T17:21:12,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:21:12,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 206) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33475 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45531 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51213) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33475 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45531 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51213) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33475 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 415), ProcessCount=11 (was 11), AvailableMemoryMB=3956 (was 4080) 2024-11-27T17:21:12,931 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=3956 2024-11-27T17:21:12,944 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-27T17:21:12,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/hadoop.log.dir so I do NOT create it in target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea 2024-11-27T17:21:12,945 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:21:12,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/hadoop.tmp.dir so I do NOT create it in target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea 2024-11-27T17:21:12,945 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21d159c4-524d-5a58-f688-cd154ad56a99/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:21:12,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea 2024-11-27T17:21:12,945 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/cluster_383616ed-fbde-e80f-68af-9d3884efc16a, deleteOnExit=true 2024-11-27T17:21:12,966 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/cluster_383616ed-fbde-e80f-68af-9d3884efc16a/zookeeper_0, clientPort=55471, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/cluster_383616ed-fbde-e80f-68af-9d3884efc16a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/cluster_383616ed-fbde-e80f-68af-9d3884efc16a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T17:21:12,967 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55471 2024-11-27T17:21:12,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:21:12,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:21:12,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/test.cache.data in system properties and HBase conf 2024-11-27T17:21:12,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:21:12,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:21:12,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:21:12,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:21:12,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:21:12,968 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:21:12,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:21:12,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:21:12,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:21:12,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:21:12,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:21:12,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:21:12,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:21:12,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:21:12,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:21:12,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:21:12,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:21:12,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:21:12,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:21:12,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:21:12,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017d4faba20002, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:21:12,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017d4faba20005, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:21:12,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017d4faba20002, quorum=127.0.0.1:51213, baseZNode=/0-252949978 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:21:12,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017d4faba20005, quorum=127.0.0.1:51213, baseZNode=/1543424616 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:21:13,392 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:13,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:13,393 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4153 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:13,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:21:13,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:21:13,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:21:13,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:21:13,523 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:21:13,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:21:13,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@469c3526{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:21:13,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6859fa22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:21:13,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d68ca02{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/java.io.tmpdir/jetty-localhost-40737-hadoop-hdfs-3_4_1-tests_jar-_-any-272236122171896363/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:21:13,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15797a48{HTTP/1.1, (http/1.1)}{localhost:40737} 2024-11-27T17:21:13,652 INFO [Time-limited test {}] server.Server(415): Started @200624ms 2024-11-27T17:21:14,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:21:14,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:21:14,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:21:14,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:21:14,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:21:14,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59f094ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:21:14,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e1f7ad5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:21:14,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36b4a038{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/java.io.tmpdir/jetty-localhost-42195-hadoop-hdfs-3_4_1-tests_jar-_-any-1089087245214365256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:21:14,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65e13b29{HTTP/1.1, (http/1.1)}{localhost:42195} 2024-11-27T17:21:14,405 INFO [Time-limited test {}] server.Server(415): Started @201376ms 2024-11-27T17:21:14,406 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:21:15,089 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/cluster_383616ed-fbde-e80f-68af-9d3884efc16a/data/data2/current/BP-856863544-172.17.0.3-1732728072991/current, will proceed with Du for space computation calculation, 2024-11-27T17:21:15,089 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/cluster_383616ed-fbde-e80f-68af-9d3884efc16a/data/data1/current/BP-856863544-172.17.0.3-1732728072991/current, will proceed with Du for space computation calculation, 2024-11-27T17:21:15,121 WARN [Thread-2168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:21:15,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f9b7711b1ab8128 with lease ID 0xe306926e1d8877d5: Processing first storage report for DS-a7d15d8f-92f5-479e-bb0e-b2ac45c6b811 from datanode DatanodeRegistration(127.0.0.1:36929, datanodeUuid=2b38bdd0-850a-4284-9786-179e9fcf0d34, infoPort=44909, infoSecurePort=0, ipcPort=33781, storageInfo=lv=-57;cid=testClusterID;nsid=1380190895;c=1732728072991) 2024-11-27T17:21:15,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f9b7711b1ab8128 with lease ID 0xe306926e1d8877d5: from storage DS-a7d15d8f-92f5-479e-bb0e-b2ac45c6b811 node DatanodeRegistration(127.0.0.1:36929, datanodeUuid=2b38bdd0-850a-4284-9786-179e9fcf0d34, infoPort=44909, infoSecurePort=0, ipcPort=33781, storageInfo=lv=-57;cid=testClusterID;nsid=1380190895;c=1732728072991), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:21:15,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f9b7711b1ab8128 with lease ID 0xe306926e1d8877d5: Processing first storage report for DS-bfe08657-3bed-4482-92ed-b0d6938d5d94 from datanode DatanodeRegistration(127.0.0.1:36929, datanodeUuid=2b38bdd0-850a-4284-9786-179e9fcf0d34, infoPort=44909, infoSecurePort=0, ipcPort=33781, storageInfo=lv=-57;cid=testClusterID;nsid=1380190895;c=1732728072991) 2024-11-27T17:21:15,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f9b7711b1ab8128 with lease ID 0xe306926e1d8877d5: from storage DS-bfe08657-3bed-4482-92ed-b0d6938d5d94 node DatanodeRegistration(127.0.0.1:36929, datanodeUuid=2b38bdd0-850a-4284-9786-179e9fcf0d34, infoPort=44909, infoSecurePort=0, ipcPort=33781, storageInfo=lv=-57;cid=testClusterID;nsid=1380190895;c=1732728072991), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:21:15,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea 2024-11-27T17:21:15,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:15,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:15,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:21:15,544 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7 with version=8 2024-11-27T17:21:15,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/hbase-staging 2024-11-27T17:21:15,547 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:21:15,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:15,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:15,547 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:21:15,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:15,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:21:15,547 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:21:15,547 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:21:15,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36237 2024-11-27T17:21:15,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36237 connecting to ZooKeeper ensemble=127.0.0.1:55471 2024-11-27T17:21:15,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362370x0, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:21:15,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36237-0x1017d5026b10000 connected 2024-11-27T17:21:15,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:15,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:15,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Set watcher on znode that does not yet exist, /0719476216/running 2024-11-27T17:21:15,737 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7, hbase.cluster.distributed=false 2024-11-27T17:21:15,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Set watcher on znode that does not yet exist, /0719476216/acl 2024-11-27T17:21:15,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36237 2024-11-27T17:21:15,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36237 2024-11-27T17:21:15,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36237 2024-11-27T17:21:15,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36237 2024-11-27T17:21:15,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36237 2024-11-27T17:21:15,753 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:21:15,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:15,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:15,753 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:21:15,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:15,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:21:15,753 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:21:15,753 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:21:15,755 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40849 2024-11-27T17:21:15,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40849 connecting to ZooKeeper ensemble=127.0.0.1:55471 2024-11-27T17:21:15,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:15,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:15,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408490x0, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:21:15,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408490x0, quorum=127.0.0.1:55471, baseZNode=/0719476216 Set watcher on znode that does not yet exist, /0719476216/running 2024-11-27T17:21:15,764 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:21:15,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40849-0x1017d5026b10001 connected 2024-11-27T17:21:15,770 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:21:15,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Set watcher on znode that does not yet exist, /0719476216/master 2024-11-27T17:21:15,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Set watcher on znode that does not yet exist, /0719476216/acl 2024-11-27T17:21:15,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40849 2024-11-27T17:21:15,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40849 2024-11-27T17:21:15,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40849 2024-11-27T17:21:15,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40849 2024-11-27T17:21:15,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40849 2024-11-27T17:21:15,807 DEBUG [M:0;8f0673442175:36237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:36237 2024-11-27T17:21:15,808 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0719476216/backup-masters/8f0673442175,36237,1732728075546 2024-11-27T17:21:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216/backup-masters 2024-11-27T17:21:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216/backup-masters 2024-11-27T17:21:15,816 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Set watcher on existing znode=/0719476216/backup-masters/8f0673442175,36237,1732728075546 2024-11-27T17:21:15,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:15,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0719476216/master 2024-11-27T17:21:15,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:15,827 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Set watcher on existing znode=/0719476216/master 2024-11-27T17:21:15,827 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0719476216/backup-masters/8f0673442175,36237,1732728075546 from backup master directory 2024-11-27T17:21:15,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216/backup-masters 2024-11-27T17:21:15,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0719476216/backup-masters/8f0673442175,36237,1732728075546 2024-11-27T17:21:15,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216/backup-masters 2024-11-27T17:21:15,837 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:21:15,837 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,36237,1732728075546 2024-11-27T17:21:15,840 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/hbase.id] with ID: 742383a5-c2ee-4fab-9e2b-8895e8610be2 2024-11-27T17:21:15,840 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/.tmp/hbase.id 2024-11-27T17:21:15,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:21:16,250 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/.tmp/hbase.id]:[hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/hbase.id] 2024-11-27T17:21:16,259 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:16,259 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:21:16,260 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T17:21:16,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:16,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:16,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:21:16,816 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:21:16,817 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:21:16,817 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:16,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:21:17,223 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store 2024-11-27T17:21:17,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:21:17,228 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:17,228 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:21:17,228 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:17,228 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:17,228 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:21:17,228 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:17,228 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:17,228 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728077228Disabling compacts and flushes for region at 1732728077228Disabling writes for close at 1732728077228Writing region close event to WAL at 1732728077228Closed at 1732728077228 2024-11-27T17:21:17,229 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/.initializing 2024-11-27T17:21:17,229 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/WALs/8f0673442175,36237,1732728075546 2024-11-27T17:21:17,230 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:21:17,232 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C36237%2C1732728075546, suffix=, logDir=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/WALs/8f0673442175,36237,1732728075546, archiveDir=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/oldWALs, maxLogs=10 2024-11-27T17:21:17,249 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/WALs/8f0673442175,36237,1732728075546/8f0673442175%2C36237%2C1732728075546.1732728077232, exclude list is [], retry=0 2024-11-27T17:21:17,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36929,DS-a7d15d8f-92f5-479e-bb0e-b2ac45c6b811,DISK] 2024-11-27T17:21:17,253 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/WALs/8f0673442175,36237,1732728075546/8f0673442175%2C36237%2C1732728075546.1732728077232 2024-11-27T17:21:17,253 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44909:44909)] 2024-11-27T17:21:17,253 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:21:17,254 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:17,254 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:17,254 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:17,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:17,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:21:17,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:17,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:17,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:17,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:21:17,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:17,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:17,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:17,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:21:17,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:17,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:17,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:17,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:21:17,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:17,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:17,261 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:17,262 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:17,263 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:17,263 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:17,264 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:17,264 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:21:17,265 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:17,266 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:21:17,267 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67198153, jitterRate=0.0013305097818374634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:21:17,267 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728077254Initializing all the Stores at 1732728077255 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728077255Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728077255Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728077255Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728077255Cleaning up temporary data from old regions at 1732728077264 (+9 ms)Region opened successfully at 1732728077267 (+3 ms) 2024-11-27T17:21:17,268 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:21:17,270 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7a365e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:21:17,271 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:21:17,271 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:21:17,271 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:21:17,271 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:21:17,272 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:21:17,272 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:21:17,272 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:21:17,277 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:21:17,278 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Unable to get data of znode /0719476216/balancer because node does not exist (not necessarily an error) 2024-11-27T17:21:17,353 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0719476216/balancer already deleted, retry=false 2024-11-27T17:21:17,353 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:21:17,354 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Unable to get data of znode /0719476216/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:21:17,363 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0719476216/normalizer already deleted, retry=false 2024-11-27T17:21:17,363 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:21:17,364 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Unable to get data of znode /0719476216/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:21:17,402 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:17,403 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:17,403 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8163 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:17,456 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0719476216/switch/split already deleted, retry=false 2024-11-27T17:21:17,457 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Unable to get data of znode /0719476216/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:21:17,479 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0719476216/switch/merge already deleted, retry=false 2024-11-27T17:21:17,481 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Unable to get data of znode /0719476216/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:21:17,489 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0719476216/snapshot-cleanup already deleted, retry=false 2024-11-27T17:21:17,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0719476216/running 2024-11-27T17:21:17,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0719476216/running 2024-11-27T17:21:17,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:17,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:17,500 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,36237,1732728075546, sessionid=0x1017d5026b10000, setting cluster-up flag (Was=false) 2024-11-27T17:21:17,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:17,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:17,553 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0719476216/flush-table-proc/acquired, /0719476216/flush-table-proc/reached, /0719476216/flush-table-proc/abort 2024-11-27T17:21:17,554 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,36237,1732728075546 2024-11-27T17:21:17,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:17,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:17,605 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0719476216/online-snapshot/acquired, /0719476216/online-snapshot/reached, /0719476216/online-snapshot/abort 2024-11-27T17:21:17,606 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,36237,1732728075546 2024-11-27T17:21:17,607 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:21:17,608 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:17,609 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:21:17,609 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:21:17,609 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,36237,1732728075546 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:21:17,610 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:17,610 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:17,610 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:17,610 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:17,610 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:21:17,610 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:17,610 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:21:17,610 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:17,611 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728107611 2024-11-27T17:21:17,611 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:17,611 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:21:17,611 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:21:17,611 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:21:17,611 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:21:17,612 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:21:17,612 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:21:17,612 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:21:17,612 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:17,612 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:21:17,612 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:21:17,612 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:21:17,612 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:21:17,612 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:17,612 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:21:17,612 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:21:17,612 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:21:17,616 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728077612,5,FailOnTimeoutGroup] 2024-11-27T17:21:17,618 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728077616,5,FailOnTimeoutGroup] 2024-11-27T17:21:17,619 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:17,619 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:21:17,619 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:17,619 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:17,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:21:17,696 INFO [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(746): ClusterId : 742383a5-c2ee-4fab-9e2b-8895e8610be2 2024-11-27T17:21:17,696 DEBUG [RS:0;8f0673442175:40849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:21:17,701 DEBUG [RS:0;8f0673442175:40849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:21:17,701 DEBUG [RS:0;8f0673442175:40849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:21:17,711 DEBUG [RS:0;8f0673442175:40849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:21:17,711 DEBUG [RS:0;8f0673442175:40849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40be90e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:21:17,722 DEBUG [RS:0;8f0673442175:40849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:40849 2024-11-27T17:21:17,722 INFO [RS:0;8f0673442175:40849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:21:17,722 INFO [RS:0;8f0673442175:40849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:21:17,722 DEBUG [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:21:17,723 INFO [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,36237,1732728075546 with port=40849, startcode=1732728075753 2024-11-27T17:21:17,723 DEBUG [RS:0;8f0673442175:40849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:21:17,724 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:21:17,725 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,40849,1732728075753 2024-11-27T17:21:17,725 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36237 {}] master.ServerManager(517): Registering regionserver=8f0673442175,40849,1732728075753 2024-11-27T17:21:17,726 DEBUG [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7 2024-11-27T17:21:17,726 DEBUG [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34639 2024-11-27T17:21:17,726 DEBUG [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:21:17,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216/rs 2024-11-27T17:21:17,732 DEBUG [RS:0;8f0673442175:40849 {}] zookeeper.ZKUtil(111): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Set watcher on existing znode=/0719476216/rs/8f0673442175,40849,1732728075753 2024-11-27T17:21:17,732 WARN [RS:0;8f0673442175:40849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:21:17,732 INFO [RS:0;8f0673442175:40849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:17,732 DEBUG [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753 2024-11-27T17:21:17,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,40849,1732728075753] 2024-11-27T17:21:17,735 INFO [RS:0;8f0673442175:40849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:21:17,736 INFO [RS:0;8f0673442175:40849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:21:17,736 INFO [RS:0;8f0673442175:40849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:21:17,736 INFO [RS:0;8f0673442175:40849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:17,737 INFO [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:21:17,737 INFO [RS:0;8f0673442175:40849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:21:17,737 INFO [RS:0;8f0673442175:40849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:17,737 DEBUG [RS:0;8f0673442175:40849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:17,737 DEBUG [RS:0;8f0673442175:40849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:17,737 DEBUG [RS:0;8f0673442175:40849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:17,737 DEBUG [RS:0;8f0673442175:40849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:17,737 DEBUG [RS:0;8f0673442175:40849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:17,737 DEBUG [RS:0;8f0673442175:40849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:21:17,737 DEBUG [RS:0;8f0673442175:40849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:17,738 DEBUG [RS:0;8f0673442175:40849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:17,738 DEBUG [RS:0;8f0673442175:40849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:17,738 DEBUG [RS:0;8f0673442175:40849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:17,738 DEBUG [RS:0;8f0673442175:40849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:17,738 DEBUG [RS:0;8f0673442175:40849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:17,738 DEBUG [RS:0;8f0673442175:40849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:21:17,738 DEBUG [RS:0;8f0673442175:40849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:21:17,740 INFO [RS:0;8f0673442175:40849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:17,740 INFO [RS:0;8f0673442175:40849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:17,740 INFO [RS:0;8f0673442175:40849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:17,740 INFO [RS:0;8f0673442175:40849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:17,740 INFO [RS:0;8f0673442175:40849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:17,740 INFO [RS:0;8f0673442175:40849 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40849,1732728075753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:21:17,759 INFO [RS:0;8f0673442175:40849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:21:17,759 INFO [RS:0;8f0673442175:40849 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40849,1732728075753-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:17,759 INFO [RS:0;8f0673442175:40849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:17,759 INFO [RS:0;8f0673442175:40849 {}] regionserver.Replication(171): 8f0673442175,40849,1732728075753 started 2024-11-27T17:21:17,778 INFO [RS:0;8f0673442175:40849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:17,779 INFO [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,40849,1732728075753, RpcServer on 8f0673442175/172.17.0.3:40849, sessionid=0x1017d5026b10001 2024-11-27T17:21:17,779 DEBUG [RS:0;8f0673442175:40849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:21:17,779 DEBUG [RS:0;8f0673442175:40849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,40849,1732728075753 2024-11-27T17:21:17,779 DEBUG [RS:0;8f0673442175:40849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,40849,1732728075753' 2024-11-27T17:21:17,779 DEBUG [RS:0;8f0673442175:40849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0719476216/flush-table-proc/abort' 2024-11-27T17:21:17,779 DEBUG [RS:0;8f0673442175:40849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0719476216/flush-table-proc/acquired' 2024-11-27T17:21:17,780 DEBUG [RS:0;8f0673442175:40849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:21:17,780 DEBUG [RS:0;8f0673442175:40849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:21:17,780 DEBUG [RS:0;8f0673442175:40849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,40849,1732728075753 2024-11-27T17:21:17,780 DEBUG [RS:0;8f0673442175:40849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,40849,1732728075753' 2024-11-27T17:21:17,780 DEBUG [RS:0;8f0673442175:40849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0719476216/online-snapshot/abort' 2024-11-27T17:21:17,780 DEBUG [RS:0;8f0673442175:40849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0719476216/online-snapshot/acquired' 2024-11-27T17:21:17,781 DEBUG [RS:0;8f0673442175:40849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:21:17,781 INFO [RS:0;8f0673442175:40849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:21:17,781 INFO [RS:0;8f0673442175:40849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:21:17,881 INFO [RS:0;8f0673442175:40849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:21:17,882 INFO [RS:0;8f0673442175:40849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C40849%2C1732728075753, suffix=, logDir=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753, archiveDir=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/oldWALs, maxLogs=10 2024-11-27T17:21:17,895 DEBUG [RS:0;8f0673442175:40849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883, exclude list is [], retry=0 2024-11-27T17:21:17,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36929,DS-a7d15d8f-92f5-479e-bb0e-b2ac45c6b811,DISK] 2024-11-27T17:21:17,899 INFO [RS:0;8f0673442175:40849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 2024-11-27T17:21:17,899 DEBUG [RS:0;8f0673442175:40849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44909:44909)] 2024-11-27T17:21:18,024 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:21:18,024 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7 2024-11-27T17:21:18,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:21:18,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:18,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:21:18,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:21:18,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:18,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:18,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:21:18,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:21:18,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:18,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:18,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:21:18,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:21:18,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:18,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:18,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:21:18,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:21:18,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:18,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:18,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:21:18,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740 2024-11-27T17:21:18,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740 2024-11-27T17:21:18,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:21:18,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:21:18,438 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:21:18,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:21:18,440 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:21:18,440 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70126132, jitterRate=0.04496079683303833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:21:18,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728078429Initializing all the Stores at 1732728078430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728078430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728078430Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728078430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728078430Cleaning up temporary data from old regions at 1732728078437 (+7 ms)Region opened successfully at 1732728078441 (+4 ms) 2024-11-27T17:21:18,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:21:18,441 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:21:18,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:21:18,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:21:18,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:21:18,441 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:21:18,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728078441Disabling compacts and flushes for region at 1732728078441Disabling writes for close at 1732728078441Writing region close event to WAL at 1732728078441Closed at 1732728078441 2024-11-27T17:21:18,442 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:18,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:21:18,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:21:18,443 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:21:18,444 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:21:18,594 DEBUG [8f0673442175:36237 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:21:18,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,40849,1732728075753 2024-11-27T17:21:18,596 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,40849,1732728075753, state=OPENING 2024-11-27T17:21:18,658 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:21:18,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:18,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:18,669 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:21:18,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0719476216/meta-region-server: CHANGED 2024-11-27T17:21:18,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0719476216/meta-region-server: CHANGED 2024-11-27T17:21:18,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,40849,1732728075753}] 2024-11-27T17:21:18,821 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:21:18,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:21:18,825 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:21:18,825 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:18,825 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:21:18,827 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C40849%2C1732728075753.meta, suffix=.meta, logDir=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753, archiveDir=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/oldWALs, maxLogs=10 2024-11-27T17:21:18,841 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.meta.1732728078827.meta, exclude list is [], retry=0 2024-11-27T17:21:18,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36929,DS-a7d15d8f-92f5-479e-bb0e-b2ac45c6b811,DISK] 2024-11-27T17:21:18,847 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.meta.1732728078827.meta 2024-11-27T17:21:18,847 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44909:44909)] 2024-11-27T17:21:18,848 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:21:18,848 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:21:18,848 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:21:18,848 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:21:18,848 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:21:18,849 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:21:18,849 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:18,849 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:21:18,849 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:21:18,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:21:18,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:21:18,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:18,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:18,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:21:18,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:21:18,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:18,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:18,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:21:18,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:21:18,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:18,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:18,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:21:18,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:21:18,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:18,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:18,854 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:21:18,854 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740 2024-11-27T17:21:18,855 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740 2024-11-27T17:21:18,856 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:21:18,856 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:21:18,857 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:21:18,858 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:21:18,859 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60659699, jitterRate=-0.09610004723072052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:21:18,859 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:21:18,859 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728078849Writing region info on filesystem at 1732728078849Initializing all the Stores at 1732728078850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728078850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728078850Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728078850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728078850Cleaning up temporary data from old regions at 1732728078857 (+7 ms)Running coprocessor post-open hooks at 1732728078859 (+2 ms)Region opened successfully at 1732728078859 2024-11-27T17:21:18,860 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728078821 2024-11-27T17:21:18,862 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:21:18,862 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:21:18,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,40849,1732728075753 2024-11-27T17:21:18,863 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,40849,1732728075753, state=OPEN 2024-11-27T17:21:18,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0719476216/meta-region-server 2024-11-27T17:21:18,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0719476216/meta-region-server 2024-11-27T17:21:18,901 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,40849,1732728075753 2024-11-27T17:21:18,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0719476216/meta-region-server: CHANGED 2024-11-27T17:21:18,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0719476216/meta-region-server: CHANGED 2024-11-27T17:21:18,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:21:18,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,40849,1732728075753 in 232 msec 2024-11-27T17:21:18,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:21:18,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-27T17:21:18,905 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:18,905 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:21:18,906 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:18,906 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,40849,1732728075753, seqNum=-1] 2024-11-27T17:21:18,906 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:18,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:21:18,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3040 sec 2024-11-27T17:21:18,912 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728078912, completionTime=-1 2024-11-27T17:21:18,912 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:21:18,912 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:21:18,914 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:21:18,914 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728138914 2024-11-27T17:21:18,914 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728198914 2024-11-27T17:21:18,914 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T17:21:18,914 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,36237,1732728075546-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:18,914 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,36237,1732728075546-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:18,914 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,36237,1732728075546-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:18,914 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:36237, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:18,914 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:18,914 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:18,916 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:21:18,918 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.081sec 2024-11-27T17:21:18,918 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:21:18,918 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:21:18,918 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:21:18,918 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:21:18,918 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:21:18,918 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,36237,1732728075546-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:21:18,918 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,36237,1732728075546-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:21:18,920 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:21:18,920 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:21:18,920 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,36237,1732728075546-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:18,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f17b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:18,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,36237,-1 for getting cluster id 2024-11-27T17:21:18,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:18,998 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742383a5-c2ee-4fab-9e2b-8895e8610be2' 2024-11-27T17:21:18,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:18,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742383a5-c2ee-4fab-9e2b-8895e8610be2" 2024-11-27T17:21:18,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb38c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:18,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,36237,-1] 2024-11-27T17:21:18,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:18,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:19,000 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:19,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0ea2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:19,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:19,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,40849,1732728075753, seqNum=-1] 2024-11-27T17:21:19,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:19,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:21:19,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,36237,1732728075546 2024-11-27T17:21:19,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55471 2024-11-27T17:21:19,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:21:19,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017d5026b10002 connected 2024-11-27T17:21:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/hadoop.log.dir so I do NOT create it in target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2 2024-11-27T17:21:19,039 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:21:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/hadoop.tmp.dir so I do NOT create it in target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2 2024-11-27T17:21:19,039 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:21:19,040 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2 2024-11-27T17:21:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:21:19,040 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/cluster_ab39a9dc-8768-5191-2297-8993084208bf, deleteOnExit=true 2024-11-27T17:21:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:21:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/test.cache.data in system properties and HBase conf 2024-11-27T17:21:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:21:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:21:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:21:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:21:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:21:19,041 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:21:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:21:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:21:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:21:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:21:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:21:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:21:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:21:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:21:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:21:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:21:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:21:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:21:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:21:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:21:19,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:21:19,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:21:19,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:21:19,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:21:19,416 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:21:19,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:21:19,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73c22285{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:21:19,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c284a03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:21:19,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a27b883{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/java.io.tmpdir/jetty-localhost-42335-hadoop-hdfs-3_4_1-tests_jar-_-any-13768110934337275195/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:21:19,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6054a5e1{HTTP/1.1, (http/1.1)}{localhost:42335} 2024-11-27T17:21:19,518 INFO [Time-limited test {}] server.Server(415): Started @206490ms 2024-11-27T17:21:19,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:21:19,774 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:21:19,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:21:19,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:21:19,776 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:21:19,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@220dc6fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:21:19,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b6491a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:21:19,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T17:21:19,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a0d1dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/java.io.tmpdir/jetty-localhost-40941-hadoop-hdfs-3_4_1-tests_jar-_-any-3391883501169431783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:21:19,878 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6998abdc{HTTP/1.1, (http/1.1)}{localhost:40941} 2024-11-27T17:21:19,878 INFO [Time-limited test {}] server.Server(415): Started @206849ms 2024-11-27T17:21:19,879 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:21:20,894 WARN [Thread-2300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/cluster_ab39a9dc-8768-5191-2297-8993084208bf/data/data1/current/BP-1142109881-172.17.0.3-1732728079063/current, will proceed with Du for space computation calculation, 2024-11-27T17:21:20,894 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/cluster_ab39a9dc-8768-5191-2297-8993084208bf/data/data2/current/BP-1142109881-172.17.0.3-1732728079063/current, will proceed with Du for space computation calculation, 2024-11-27T17:21:20,913 WARN [Thread-2288 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:21:20,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12926a47db4c0081 with lease ID 0x9624602def1799f5: Processing first storage report for DS-d79d9b4e-98a6-436b-9f5a-901c95678db2 from datanode DatanodeRegistration(127.0.0.1:38953, datanodeUuid=46ba0d8b-a625-4f67-ba1e-0a8c46c3fa1c, infoPort=35427, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=997060913;c=1732728079063) 2024-11-27T17:21:20,916 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12926a47db4c0081 with lease ID 0x9624602def1799f5: from storage DS-d79d9b4e-98a6-436b-9f5a-901c95678db2 node DatanodeRegistration(127.0.0.1:38953, datanodeUuid=46ba0d8b-a625-4f67-ba1e-0a8c46c3fa1c, infoPort=35427, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=997060913;c=1732728079063), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:21:20,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12926a47db4c0081 with lease ID 0x9624602def1799f5: Processing first storage report for DS-ee9b22c1-f705-4443-8455-7a694ba7f400 from datanode DatanodeRegistration(127.0.0.1:38953, datanodeUuid=46ba0d8b-a625-4f67-ba1e-0a8c46c3fa1c, infoPort=35427, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=997060913;c=1732728079063) 2024-11-27T17:21:20,916 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12926a47db4c0081 with lease ID 0x9624602def1799f5: from storage DS-ee9b22c1-f705-4443-8455-7a694ba7f400 node DatanodeRegistration(127.0.0.1:38953, datanodeUuid=46ba0d8b-a625-4f67-ba1e-0a8c46c3fa1c, infoPort=35427, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=997060913;c=1732728079063), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:21:21,014 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2 2024-11-27T17:21:21,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:21,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:21,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:21:21,426 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168 with version=8 2024-11-27T17:21:21,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/hbase-staging 2024-11-27T17:21:21,427 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:21:21,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:21,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:21,428 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:21:21,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:21,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:21:21,428 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:21:21,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:21:21,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33447 2024-11-27T17:21:21,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33447 connecting to ZooKeeper ensemble=127.0.0.1:55471 2024-11-27T17:21:21,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334470x0, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:21:21,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33447-0x1017d5026b10003 connected 2024-11-27T17:21:21,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:21,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:21,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Set watcher on znode that does not yet exist, /11920328935/running 2024-11-27T17:21:21,556 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168, hbase.cluster.distributed=false 2024-11-27T17:21:21,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Set watcher on znode that does not yet exist, /11920328935/acl 2024-11-27T17:21:21,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33447 2024-11-27T17:21:21,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33447 2024-11-27T17:21:21,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33447 2024-11-27T17:21:21,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33447 2024-11-27T17:21:21,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33447 2024-11-27T17:21:21,576 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:21:21,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:21,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:21,576 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:21:21,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:21,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:21:21,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:21:21,576 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:21:21,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45829 2024-11-27T17:21:21,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45829 connecting to ZooKeeper ensemble=127.0.0.1:55471 2024-11-27T17:21:21,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:21,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:21,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458290x0, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:21:21,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458290x0, quorum=127.0.0.1:55471, baseZNode=/11920328935 Set watcher on znode that does not yet exist, /11920328935/running 2024-11-27T17:21:21,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45829-0x1017d5026b10004 connected 2024-11-27T17:21:21,627 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:21:21,628 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:21:21,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Set watcher on znode that does not yet exist, /11920328935/master 2024-11-27T17:21:21,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Set watcher on znode that does not yet exist, /11920328935/acl 2024-11-27T17:21:21,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45829 2024-11-27T17:21:21,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45829 2024-11-27T17:21:21,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45829 2024-11-27T17:21:21,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45829 2024-11-27T17:21:21,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45829 2024-11-27T17:21:21,643 DEBUG [M:0;8f0673442175:33447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:33447 2024-11-27T17:21:21,644 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11920328935/backup-masters/8f0673442175,33447,1732728081427 2024-11-27T17:21:21,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935/backup-masters 2024-11-27T17:21:21,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935/backup-masters 2024-11-27T17:21:21,648 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Set watcher on existing znode=/11920328935/backup-masters/8f0673442175,33447,1732728081427 2024-11-27T17:21:21,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:21,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11920328935/master 2024-11-27T17:21:21,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:21,658 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Set watcher on existing znode=/11920328935/master 2024-11-27T17:21:21,658 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11920328935/backup-masters/8f0673442175,33447,1732728081427 from backup master directory 2024-11-27T17:21:21,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935/backup-masters 2024-11-27T17:21:21,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11920328935/backup-masters/8f0673442175,33447,1732728081427 2024-11-27T17:21:21,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935/backup-masters 2024-11-27T17:21:21,668 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:21:21,668 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,33447,1732728081427 2024-11-27T17:21:21,671 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/hbase.id] with ID: d8183538-a26a-40ef-8d89-76532c7e91ec 2024-11-27T17:21:21,671 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/.tmp/hbase.id 2024-11-27T17:21:21,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:21:21,676 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/.tmp/hbase.id]:[hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/hbase.id] 2024-11-27T17:21:21,683 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:21,683 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:21:21,684 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T17:21:21,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:21,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:21,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:21:21,694 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:21:21,695 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:21:21,695 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:21:22,103 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store 2024-11-27T17:21:22,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:21:22,510 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:22,510 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:21:22,510 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:22,510 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:22,510 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:21:22,510 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:22,510 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:22,510 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728082510Disabling compacts and flushes for region at 1732728082510Disabling writes for close at 1732728082510Writing region close event to WAL at 1732728082510Closed at 1732728082510 2024-11-27T17:21:22,511 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/.initializing 2024-11-27T17:21:22,511 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/WALs/8f0673442175,33447,1732728081427 2024-11-27T17:21:22,512 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:21:22,513 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C33447%2C1732728081427, suffix=, logDir=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/WALs/8f0673442175,33447,1732728081427, archiveDir=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/oldWALs, maxLogs=10 2024-11-27T17:21:22,524 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/WALs/8f0673442175,33447,1732728081427/8f0673442175%2C33447%2C1732728081427.1732728082513, exclude list is [], retry=0 2024-11-27T17:21:22,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38953,DS-d79d9b4e-98a6-436b-9f5a-901c95678db2,DISK] 2024-11-27T17:21:22,529 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/WALs/8f0673442175,33447,1732728081427/8f0673442175%2C33447%2C1732728081427.1732728082513 2024-11-27T17:21:22,529 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35427:35427)] 2024-11-27T17:21:22,529 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:21:22,529 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:22,529 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:22,529 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:22,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:22,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:21:22,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:22,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:22,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:22,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:21:22,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:22,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:22,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:22,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:21:22,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:22,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:22,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:22,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:21:22,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:22,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:22,535 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:22,536 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:22,536 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:22,537 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:22,537 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:22,537 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:21:22,538 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:22,539 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:21:22,539 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61613040, jitterRate=-0.0818941593170166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:21:22,540 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728082529Initializing all the Stores at 1732728082530 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728082530Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728082530Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728082530Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728082530Cleaning up temporary data from old regions at 1732728082537 (+7 ms)Region opened successfully at 1732728082540 (+3 ms) 2024-11-27T17:21:22,540 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:21:22,542 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43626bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:21:22,543 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:21:22,543 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:21:22,543 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:21:22,543 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:21:22,543 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:21:22,543 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:21:22,543 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:21:22,545 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:21:22,546 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Unable to get data of znode /11920328935/balancer because node does not exist (not necessarily an error) 2024-11-27T17:21:22,626 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11920328935/balancer already deleted, retry=false 2024-11-27T17:21:22,626 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:21:22,627 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Unable to get data of znode /11920328935/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:21:22,636 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11920328935/normalizer already deleted, retry=false 2024-11-27T17:21:22,637 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:21:22,638 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Unable to get data of znode /11920328935/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:21:22,647 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11920328935/switch/split already deleted, retry=false 2024-11-27T17:21:22,648 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Unable to get data of znode /11920328935/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:21:22,658 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11920328935/switch/merge already deleted, retry=false 2024-11-27T17:21:22,659 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Unable to get data of znode /11920328935/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:21:22,668 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11920328935/snapshot-cleanup already deleted, retry=false 2024-11-27T17:21:22,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11920328935/running 2024-11-27T17:21:22,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11920328935/running 2024-11-27T17:21:22,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:22,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:22,679 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,33447,1732728081427, sessionid=0x1017d5026b10003, setting cluster-up flag (Was=false) 2024-11-27T17:21:22,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:22,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:22,731 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11920328935/flush-table-proc/acquired, /11920328935/flush-table-proc/reached, /11920328935/flush-table-proc/abort 2024-11-27T17:21:22,732 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,33447,1732728081427 2024-11-27T17:21:22,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:22,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:22,784 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11920328935/online-snapshot/acquired, /11920328935/online-snapshot/reached, /11920328935/online-snapshot/abort 2024-11-27T17:21:22,785 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,33447,1732728081427 2024-11-27T17:21:22,786 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:21:22,787 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:22,787 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:21:22,787 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:21:22,788 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,33447,1732728081427 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:21:22,789 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:22,789 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:22,789 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:22,789 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:22,789 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:21:22,789 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:22,789 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:21:22,789 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:22,790 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728112790 2024-11-27T17:21:22,790 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:21:22,790 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:21:22,790 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:21:22,790 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:21:22,790 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:21:22,790 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:21:22,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:22,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:21:22,790 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:22,791 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:21:22,791 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:21:22,791 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:21:22,791 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:21:22,791 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:22,791 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:21:22,792 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:21:22,792 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:21:22,795 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728082792,5,FailOnTimeoutGroup] 2024-11-27T17:21:22,796 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728082795,5,FailOnTimeoutGroup] 2024-11-27T17:21:22,796 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:22,796 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:21:22,796 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:22,796 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:22,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:21:22,832 INFO [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(746): ClusterId : d8183538-a26a-40ef-8d89-76532c7e91ec 2024-11-27T17:21:22,832 DEBUG [RS:0;8f0673442175:45829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:21:22,837 DEBUG [RS:0;8f0673442175:45829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:21:22,837 DEBUG [RS:0;8f0673442175:45829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:21:22,848 DEBUG [RS:0;8f0673442175:45829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:21:22,848 DEBUG [RS:0;8f0673442175:45829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ec4596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:21:22,862 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:45829 2024-11-27T17:21:22,862 INFO [RS:0;8f0673442175:45829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:21:22,862 INFO [RS:0;8f0673442175:45829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:21:22,862 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:21:22,863 INFO [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,33447,1732728081427 with port=45829, startcode=1732728081575 2024-11-27T17:21:22,863 DEBUG [RS:0;8f0673442175:45829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:21:22,864 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:21:22,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,45829,1732728081575 2024-11-27T17:21:22,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33447 {}] master.ServerManager(517): Registering regionserver=8f0673442175,45829,1732728081575 2024-11-27T17:21:22,866 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168 2024-11-27T17:21:22,866 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38035 2024-11-27T17:21:22,866 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:21:22,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935/rs 2024-11-27T17:21:22,879 DEBUG [RS:0;8f0673442175:45829 {}] zookeeper.ZKUtil(111): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Set watcher on existing znode=/11920328935/rs/8f0673442175,45829,1732728081575 2024-11-27T17:21:22,879 WARN [RS:0;8f0673442175:45829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:21:22,879 INFO [RS:0;8f0673442175:45829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:22,879 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575 2024-11-27T17:21:22,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,45829,1732728081575] 2024-11-27T17:21:22,882 INFO [RS:0;8f0673442175:45829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:21:22,884 INFO [RS:0;8f0673442175:45829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:21:22,884 INFO [RS:0;8f0673442175:45829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:21:22,884 INFO [RS:0;8f0673442175:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:22,884 INFO [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:21:22,885 INFO [RS:0;8f0673442175:45829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:21:22,885 INFO [RS:0;8f0673442175:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:22,885 DEBUG [RS:0;8f0673442175:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:22,885 DEBUG [RS:0;8f0673442175:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:22,885 DEBUG [RS:0;8f0673442175:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:22,885 DEBUG [RS:0;8f0673442175:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:22,885 DEBUG [RS:0;8f0673442175:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:22,885 DEBUG [RS:0;8f0673442175:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:21:22,885 DEBUG [RS:0;8f0673442175:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:22,885 DEBUG [RS:0;8f0673442175:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:22,885 DEBUG [RS:0;8f0673442175:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:22,885 DEBUG [RS:0;8f0673442175:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:22,885 DEBUG [RS:0;8f0673442175:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:22,885 DEBUG [RS:0;8f0673442175:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:22,885 DEBUG [RS:0;8f0673442175:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:21:22,885 DEBUG [RS:0;8f0673442175:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:21:22,886 INFO [RS:0;8f0673442175:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:22,886 INFO [RS:0;8f0673442175:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:22,886 INFO [RS:0;8f0673442175:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:22,886 INFO [RS:0;8f0673442175:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:22,886 INFO [RS:0;8f0673442175:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:22,886 INFO [RS:0;8f0673442175:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45829,1732728081575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:21:22,899 INFO [RS:0;8f0673442175:45829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:21:22,899 INFO [RS:0;8f0673442175:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45829,1732728081575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:22,899 INFO [RS:0;8f0673442175:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:22,899 INFO [RS:0;8f0673442175:45829 {}] regionserver.Replication(171): 8f0673442175,45829,1732728081575 started 2024-11-27T17:21:22,911 INFO [RS:0;8f0673442175:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:22,912 INFO [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,45829,1732728081575, RpcServer on 8f0673442175/172.17.0.3:45829, sessionid=0x1017d5026b10004 2024-11-27T17:21:22,912 DEBUG [RS:0;8f0673442175:45829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:21:22,912 DEBUG [RS:0;8f0673442175:45829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,45829,1732728081575 2024-11-27T17:21:22,912 DEBUG [RS:0;8f0673442175:45829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,45829,1732728081575' 2024-11-27T17:21:22,912 DEBUG [RS:0;8f0673442175:45829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11920328935/flush-table-proc/abort' 2024-11-27T17:21:22,912 DEBUG [RS:0;8f0673442175:45829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11920328935/flush-table-proc/acquired' 2024-11-27T17:21:22,912 DEBUG [RS:0;8f0673442175:45829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:21:22,912 DEBUG [RS:0;8f0673442175:45829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:21:22,913 DEBUG [RS:0;8f0673442175:45829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,45829,1732728081575 2024-11-27T17:21:22,913 DEBUG [RS:0;8f0673442175:45829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,45829,1732728081575' 2024-11-27T17:21:22,913 DEBUG [RS:0;8f0673442175:45829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11920328935/online-snapshot/abort' 2024-11-27T17:21:22,913 DEBUG [RS:0;8f0673442175:45829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11920328935/online-snapshot/acquired' 2024-11-27T17:21:22,913 DEBUG [RS:0;8f0673442175:45829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:21:22,913 INFO [RS:0;8f0673442175:45829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:21:22,913 INFO [RS:0;8f0673442175:45829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:21:23,014 INFO [RS:0;8f0673442175:45829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:21:23,015 INFO [RS:0;8f0673442175:45829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C45829%2C1732728081575, suffix=, logDir=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575, archiveDir=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/oldWALs, maxLogs=10 2024-11-27T17:21:23,033 DEBUG [RS:0;8f0673442175:45829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015, exclude list is [], retry=0 2024-11-27T17:21:23,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38953,DS-d79d9b4e-98a6-436b-9f5a-901c95678db2,DISK] 2024-11-27T17:21:23,045 INFO [RS:0;8f0673442175:45829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 2024-11-27T17:21:23,045 DEBUG [RS:0;8f0673442175:45829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35427:35427)] 2024-11-27T17:21:23,203 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:21:23,203 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168 2024-11-27T17:21:23,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:21:23,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:23,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:21:23,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:21:23,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:23,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:23,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:21:23,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:21:23,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:23,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:23,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:21:23,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:21:23,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:23,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:23,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:21:23,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:21:23,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:23,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:23,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:21:23,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740 2024-11-27T17:21:23,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740 2024-11-27T17:21:23,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:21:23,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:21:23,622 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:21:23,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:21:23,625 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:21:23,625 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70860361, jitterRate=0.0559016615152359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:21:23,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728083615Initializing all the Stores at 1732728083615Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728083615Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728083615Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728083615Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728083615Cleaning up temporary data from old regions at 1732728083622 (+7 ms)Region opened successfully at 1732728083625 (+3 ms) 2024-11-27T17:21:23,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:21:23,625 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:21:23,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:21:23,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:21:23,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:21:23,626 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:21:23,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728083625Disabling compacts and flushes for region at 1732728083625Disabling writes for close at 1732728083626 (+1 ms)Writing region close event to WAL at 1732728083626Closed at 1732728083626 2024-11-27T17:21:23,627 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:23,627 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:21:23,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:21:23,627 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:21:23,628 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:21:23,735 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:21:23,778 DEBUG [8f0673442175:33447 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:21:23,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,45829,1732728081575 2024-11-27T17:21:23,780 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,45829,1732728081575, state=OPENING 2024-11-27T17:21:23,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:23,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:23,872 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:21:23,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:23,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:23,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:23,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:23,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:23,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:23,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:23,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:23,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:23,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:23,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11920328935/meta-region-server: CHANGED 2024-11-27T17:21:23,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11920328935/meta-region-server: CHANGED 2024-11-27T17:21:23,890 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:21:23,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,45829,1732728081575}] 2024-11-27T17:21:24,042 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:21:24,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:21:24,046 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:21:24,046 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:24,046 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:21:24,047 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C45829%2C1732728081575.meta, suffix=.meta, logDir=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575, archiveDir=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/oldWALs, maxLogs=10 2024-11-27T17:21:24,058 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.meta.1732728084048.meta, exclude list is [], retry=0 2024-11-27T17:21:24,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38953,DS-d79d9b4e-98a6-436b-9f5a-901c95678db2,DISK] 2024-11-27T17:21:24,061 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.meta.1732728084048.meta 2024-11-27T17:21:24,062 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35427:35427)] 2024-11-27T17:21:24,062 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:21:24,062 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:21:24,062 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:21:24,062 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:21:24,062 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:21:24,062 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:21:24,062 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:24,063 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:21:24,063 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:21:24,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:21:24,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:21:24,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:24,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:24,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:21:24,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:21:24,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:24,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:24,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:21:24,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:21:24,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:24,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:24,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:21:24,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:21:24,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:24,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:24,067 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:21:24,067 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740 2024-11-27T17:21:24,068 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740 2024-11-27T17:21:24,069 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:21:24,069 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:21:24,070 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:21:24,071 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:21:24,071 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67221798, jitterRate=0.0016828477382659912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:21:24,071 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:21:24,071 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728084063Writing region info on filesystem at 1732728084063Initializing all the Stores at 1732728084063Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728084063Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728084064 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728084064Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728084064Cleaning up temporary data from old regions at 1732728084069 (+5 ms)Running coprocessor post-open hooks at 1732728084071 (+2 ms)Region opened successfully at 1732728084071 2024-11-27T17:21:24,072 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728084042 2024-11-27T17:21:24,074 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:21:24,074 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:21:24,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,45829,1732728081575 2024-11-27T17:21:24,075 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,45829,1732728081575, state=OPEN 2024-11-27T17:21:24,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11920328935/meta-region-server 2024-11-27T17:21:24,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11920328935/meta-region-server 2024-11-27T17:21:24,079 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,45829,1732728081575 2024-11-27T17:21:24,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11920328935/meta-region-server: CHANGED 2024-11-27T17:21:24,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11920328935/meta-region-server: CHANGED 2024-11-27T17:21:24,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:21:24,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,45829,1732728081575 in 189 msec 2024-11-27T17:21:24,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:21:24,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-11-27T17:21:24,083 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:24,083 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:21:24,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:24,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,45829,1732728081575, seqNum=-1] 2024-11-27T17:21:24,084 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:24,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:21:24,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-27T17:21:24,089 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728084089, completionTime=-1 2024-11-27T17:21:24,089 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:21:24,089 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:21:24,091 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:21:24,091 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728144091 2024-11-27T17:21:24,091 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728204091 2024-11-27T17:21:24,091 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T17:21:24,091 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33447,1732728081427-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:24,091 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33447,1732728081427-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:24,091 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33447,1732728081427-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:24,091 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:33447, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:24,091 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:24,091 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:24,093 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:21:24,095 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.427sec 2024-11-27T17:21:24,095 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:21:24,095 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:21:24,095 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:21:24,095 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:21:24,095 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:21:24,095 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33447,1732728081427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:21:24,095 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33447,1732728081427-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:21:24,097 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:21:24,097 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:21:24,097 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33447,1732728081427-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:24,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19112415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:24,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33447,-1 for getting cluster id 2024-11-27T17:21:24,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:24,134 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8183538-a26a-40ef-8d89-76532c7e91ec' 2024-11-27T17:21:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8183538-a26a-40ef-8d89-76532c7e91ec" 2024-11-27T17:21:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331fd52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33447,-1] 2024-11-27T17:21:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:24,136 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:24,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502ff8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:24,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,45829,1732728081575, seqNum=-1] 2024-11-27T17:21:24,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:24,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:21:24,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,33447,1732728081427 2024-11-27T17:21:24,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55471 2024-11-27T17:21:24,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:21:24,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017d5026b10005 connected 2024-11-27T17:21:24,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,36237,1732728075546 2024-11-27T17:21:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ecc7c5a 2024-11-27T17:21:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:21:24,167 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:21:24,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:21:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T17:21:24,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:21:24,170 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:24,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T17:21:24,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:21:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:21:24,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741835_1011 (size=902) 2024-11-27T17:21:24,176 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b684ddf59c5782f220851de6c9643bd, NAME => 'test,,1732728084167.0b684ddf59c5782f220851de6c9643bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7 2024-11-27T17:21:24,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741836_1012 (size=39) 2024-11-27T17:21:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:21:24,390 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:21:24,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:24,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:24,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:24,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:24,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:24,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:24,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:24,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:24,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:24,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:21:24,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732728084167.0b684ddf59c5782f220851de6c9643bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:24,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0b684ddf59c5782f220851de6c9643bd, disabling compactions & flushes 2024-11-27T17:21:24,582 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732728084167.0b684ddf59c5782f220851de6c9643bd. 2024-11-27T17:21:24,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728084167.0b684ddf59c5782f220851de6c9643bd. 2024-11-27T17:21:24,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732728084167.0b684ddf59c5782f220851de6c9643bd. after waiting 0 ms 2024-11-27T17:21:24,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732728084167.0b684ddf59c5782f220851de6c9643bd. 2024-11-27T17:21:24,583 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732728084167.0b684ddf59c5782f220851de6c9643bd. 2024-11-27T17:21:24,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b684ddf59c5782f220851de6c9643bd: Waiting for close lock at 1732728084582Disabling compacts and flushes for region at 1732728084582Disabling writes for close at 1732728084582Writing region close event to WAL at 1732728084582Closed at 1732728084582 2024-11-27T17:21:24,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:21:24,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732728084167.0b684ddf59c5782f220851de6c9643bd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732728084584"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728084584"}]},"ts":"1732728084584"} 2024-11-27T17:21:24,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:21:24,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:21:24,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728084589"}]},"ts":"1732728084589"} 2024-11-27T17:21:24,591 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T17:21:24,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b684ddf59c5782f220851de6c9643bd, ASSIGN}] 2024-11-27T17:21:24,592 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b684ddf59c5782f220851de6c9643bd, ASSIGN 2024-11-27T17:21:24,593 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0b684ddf59c5782f220851de6c9643bd, ASSIGN; state=OFFLINE, location=8f0673442175,40849,1732728075753; forceNewPlan=false, retain=false 2024-11-27T17:21:24,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b684ddf59c5782f220851de6c9643bd, regionState=OPENING, regionLocation=8f0673442175,40849,1732728075753 2024-11-27T17:21:24,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0b684ddf59c5782f220851de6c9643bd, ASSIGN because future has completed 2024-11-27T17:21:24,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b684ddf59c5782f220851de6c9643bd, server=8f0673442175,40849,1732728075753}] 2024-11-27T17:21:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:21:24,902 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732728084167.0b684ddf59c5782f220851de6c9643bd. 2024-11-27T17:21:24,902 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b684ddf59c5782f220851de6c9643bd, NAME => 'test,,1732728084167.0b684ddf59c5782f220851de6c9643bd.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:21:24,902 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:21:24,902 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T17:21:24,903 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0b684ddf59c5782f220851de6c9643bd 2024-11-27T17:21:24,903 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732728084167.0b684ddf59c5782f220851de6c9643bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:24,903 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0b684ddf59c5782f220851de6c9643bd 2024-11-27T17:21:24,903 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0b684ddf59c5782f220851de6c9643bd 2024-11-27T17:21:24,904 INFO [StoreOpener-0b684ddf59c5782f220851de6c9643bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b684ddf59c5782f220851de6c9643bd 2024-11-27T17:21:24,905 INFO [StoreOpener-0b684ddf59c5782f220851de6c9643bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b684ddf59c5782f220851de6c9643bd columnFamilyName f 2024-11-27T17:21:24,905 DEBUG [StoreOpener-0b684ddf59c5782f220851de6c9643bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:24,905 INFO [StoreOpener-0b684ddf59c5782f220851de6c9643bd-1 {}] regionserver.HStore(327): Store=0b684ddf59c5782f220851de6c9643bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:24,906 INFO [StoreOpener-0b684ddf59c5782f220851de6c9643bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0b684ddf59c5782f220851de6c9643bd 2024-11-27T17:21:24,906 INFO [StoreOpener-0b684ddf59c5782f220851de6c9643bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b684ddf59c5782f220851de6c9643bd columnFamilyName f1 2024-11-27T17:21:24,906 DEBUG [StoreOpener-0b684ddf59c5782f220851de6c9643bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:24,907 INFO [StoreOpener-0b684ddf59c5782f220851de6c9643bd-1 {}] regionserver.HStore(327): Store=0b684ddf59c5782f220851de6c9643bd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:24,907 INFO [StoreOpener-0b684ddf59c5782f220851de6c9643bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0b684ddf59c5782f220851de6c9643bd 2024-11-27T17:21:24,908 INFO [StoreOpener-0b684ddf59c5782f220851de6c9643bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b684ddf59c5782f220851de6c9643bd columnFamilyName norep 2024-11-27T17:21:24,908 DEBUG [StoreOpener-0b684ddf59c5782f220851de6c9643bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:24,908 INFO [StoreOpener-0b684ddf59c5782f220851de6c9643bd-1 {}] regionserver.HStore(327): Store=0b684ddf59c5782f220851de6c9643bd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:24,908 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0b684ddf59c5782f220851de6c9643bd 2024-11-27T17:21:24,908 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd 2024-11-27T17:21:24,909 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd 2024-11-27T17:21:24,909 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0b684ddf59c5782f220851de6c9643bd 2024-11-27T17:21:24,909 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0b684ddf59c5782f220851de6c9643bd 2024-11-27T17:21:24,910 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:21:24,910 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0b684ddf59c5782f220851de6c9643bd 2024-11-27T17:21:24,912 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:21:24,913 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0b684ddf59c5782f220851de6c9643bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73470048, jitterRate=0.09478902816772461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:21:24,913 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b684ddf59c5782f220851de6c9643bd 2024-11-27T17:21:24,913 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0b684ddf59c5782f220851de6c9643bd: Running coprocessor pre-open hook at 1732728084903Writing region info on filesystem at 1732728084903Initializing all the Stores at 1732728084904 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728084904Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728084904Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728084904Cleaning up temporary data from old regions at 1732728084909 (+5 ms)Running coprocessor post-open hooks at 1732728084913 (+4 ms)Region opened successfully at 1732728084913 2024-11-27T17:21:24,914 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732728084167.0b684ddf59c5782f220851de6c9643bd., pid=6, masterSystemTime=1732728084898 2024-11-27T17:21:24,916 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732728084167.0b684ddf59c5782f220851de6c9643bd. 2024-11-27T17:21:24,916 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732728084167.0b684ddf59c5782f220851de6c9643bd. 2024-11-27T17:21:24,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b684ddf59c5782f220851de6c9643bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8f0673442175,40849,1732728075753 2024-11-27T17:21:24,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b684ddf59c5782f220851de6c9643bd, server=8f0673442175,40849,1732728075753 because future has completed 2024-11-27T17:21:24,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:21:24,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b684ddf59c5782f220851de6c9643bd, server=8f0673442175,40849,1732728075753 in 174 msec 2024-11-27T17:21:24,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:21:24,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0b684ddf59c5782f220851de6c9643bd, ASSIGN in 330 msec 2024-11-27T17:21:24,924 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:21:24,924 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728084924"}]},"ts":"1732728084924"} 2024-11-27T17:21:24,926 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T17:21:24,927 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:21:24,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-27T17:21:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:21:25,303 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T17:21:25,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:25,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33447,1732728081427 2024-11-27T17:21:25,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6247d961 2024-11-27T17:21:25,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:21:25,305 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:21:25,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:21:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T17:21:25,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:21:25,308 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:25,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T17:21:25,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:21:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:21:25,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741835_1011 (size=902) 2024-11-27T17:21:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:21:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:21:25,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f18fb793266dac20b48f72edb5dee99, NAME => 'test,,1732728085306.7f18fb793266dac20b48f72edb5dee99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168 2024-11-27T17:21:25,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741836_1012 (size=39) 2024-11-27T17:21:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:21:26,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732728085306.7f18fb793266dac20b48f72edb5dee99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:26,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7f18fb793266dac20b48f72edb5dee99, disabling compactions & flushes 2024-11-27T17:21:26,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732728085306.7f18fb793266dac20b48f72edb5dee99. 2024-11-27T17:21:26,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728085306.7f18fb793266dac20b48f72edb5dee99. 2024-11-27T17:21:26,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732728085306.7f18fb793266dac20b48f72edb5dee99. after waiting 0 ms 2024-11-27T17:21:26,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732728085306.7f18fb793266dac20b48f72edb5dee99. 2024-11-27T17:21:26,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732728085306.7f18fb793266dac20b48f72edb5dee99. 2024-11-27T17:21:26,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f18fb793266dac20b48f72edb5dee99: Waiting for close lock at 1732728086121Disabling compacts and flushes for region at 1732728086121Disabling writes for close at 1732728086121Writing region close event to WAL at 1732728086121Closed at 1732728086121 2024-11-27T17:21:26,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:21:26,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732728085306.7f18fb793266dac20b48f72edb5dee99.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732728086123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728086123"}]},"ts":"1732728086123"} 2024-11-27T17:21:26,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:21:26,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:21:26,128 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728086127"}]},"ts":"1732728086127"} 2024-11-27T17:21:26,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T17:21:26,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f18fb793266dac20b48f72edb5dee99, ASSIGN}] 2024-11-27T17:21:26,132 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f18fb793266dac20b48f72edb5dee99, ASSIGN 2024-11-27T17:21:26,133 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7f18fb793266dac20b48f72edb5dee99, ASSIGN; state=OFFLINE, location=8f0673442175,45829,1732728081575; forceNewPlan=false, retain=false 2024-11-27T17:21:26,283 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f18fb793266dac20b48f72edb5dee99, regionState=OPENING, regionLocation=8f0673442175,45829,1732728081575 2024-11-27T17:21:26,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7f18fb793266dac20b48f72edb5dee99, ASSIGN because future has completed 2024-11-27T17:21:26,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f18fb793266dac20b48f72edb5dee99, server=8f0673442175,45829,1732728081575}] 2024-11-27T17:21:26,441 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732728085306.7f18fb793266dac20b48f72edb5dee99. 2024-11-27T17:21:26,441 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f18fb793266dac20b48f72edb5dee99, NAME => 'test,,1732728085306.7f18fb793266dac20b48f72edb5dee99.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:21:26,441 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:21:26,441 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T17:21:26,441 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:26,441 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732728085306.7f18fb793266dac20b48f72edb5dee99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:26,442 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:26,442 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:26,443 INFO [StoreOpener-7f18fb793266dac20b48f72edb5dee99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:21:26,444 INFO [StoreOpener-7f18fb793266dac20b48f72edb5dee99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f18fb793266dac20b48f72edb5dee99 columnFamilyName f 2024-11-27T17:21:26,444 DEBUG [StoreOpener-7f18fb793266dac20b48f72edb5dee99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:26,444 INFO [StoreOpener-7f18fb793266dac20b48f72edb5dee99-1 {}] regionserver.HStore(327): Store=7f18fb793266dac20b48f72edb5dee99/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:26,444 INFO [StoreOpener-7f18fb793266dac20b48f72edb5dee99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:26,445 INFO [StoreOpener-7f18fb793266dac20b48f72edb5dee99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f18fb793266dac20b48f72edb5dee99 columnFamilyName f1 2024-11-27T17:21:26,445 DEBUG [StoreOpener-7f18fb793266dac20b48f72edb5dee99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:26,445 INFO [StoreOpener-7f18fb793266dac20b48f72edb5dee99-1 {}] regionserver.HStore(327): Store=7f18fb793266dac20b48f72edb5dee99/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:26,446 INFO [StoreOpener-7f18fb793266dac20b48f72edb5dee99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:26,446 INFO [StoreOpener-7f18fb793266dac20b48f72edb5dee99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f18fb793266dac20b48f72edb5dee99 columnFamilyName norep 2024-11-27T17:21:26,447 DEBUG [StoreOpener-7f18fb793266dac20b48f72edb5dee99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:26,447 INFO [StoreOpener-7f18fb793266dac20b48f72edb5dee99-1 {}] regionserver.HStore(327): Store=7f18fb793266dac20b48f72edb5dee99/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:26,447 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:26,448 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:26,448 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:26,449 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:26,449 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:26,449 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:21:26,450 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:26,452 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:21:26,452 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7f18fb793266dac20b48f72edb5dee99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58722839, jitterRate=-0.12496151030063629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:21:26,452 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:26,452 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7f18fb793266dac20b48f72edb5dee99: Running coprocessor pre-open hook at 1732728086442Writing region info on filesystem at 1732728086442Initializing all the Stores at 1732728086442Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728086442Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728086442Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728086442Cleaning up temporary data from old regions at 1732728086449 (+7 ms)Running coprocessor post-open hooks at 1732728086452 (+3 ms)Region opened successfully at 1732728086452 2024-11-27T17:21:26,453 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732728085306.7f18fb793266dac20b48f72edb5dee99., pid=6, masterSystemTime=1732728086438 2024-11-27T17:21:26,455 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732728085306.7f18fb793266dac20b48f72edb5dee99. 2024-11-27T17:21:26,455 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732728085306.7f18fb793266dac20b48f72edb5dee99. 2024-11-27T17:21:26,455 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f18fb793266dac20b48f72edb5dee99, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8f0673442175,45829,1732728081575 2024-11-27T17:21:26,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f18fb793266dac20b48f72edb5dee99, server=8f0673442175,45829,1732728081575 because future has completed 2024-11-27T17:21:26,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:21:26,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f18fb793266dac20b48f72edb5dee99, server=8f0673442175,45829,1732728081575 in 172 msec 2024-11-27T17:21:26,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:21:26,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7f18fb793266dac20b48f72edb5dee99, ASSIGN in 329 msec 2024-11-27T17:21:26,461 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:21:26,461 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728086461"}]},"ts":"1732728086461"} 2024-11-27T17:21:26,463 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T17:21:26,464 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:21:26,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-27T17:21:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:21:27,454 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T17:21:27,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127d9774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:27,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,36237,-1 for getting cluster id 2024-11-27T17:21:27,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:27,455 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742383a5-c2ee-4fab-9e2b-8895e8610be2' 2024-11-27T17:21:27,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:27,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742383a5-c2ee-4fab-9e2b-8895e8610be2" 2024-11-27T17:21:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28119d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,36237,-1] 2024-11-27T17:21:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:27,457 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705057d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:27,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6965bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:27,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33447,-1 for getting cluster id 2024-11-27T17:21:27,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:27,459 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8183538-a26a-40ef-8d89-76532c7e91ec' 2024-11-27T17:21:27,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:27,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8183538-a26a-40ef-8d89-76532c7e91ec" 2024-11-27T17:21:27,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf80f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:27,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33447,-1] 2024-11-27T17:21:27,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:27,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:27,461 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:27,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b3c9e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:27,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6069baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:27,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,36237,-1 for getting cluster id 2024-11-27T17:21:27,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:27,464 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742383a5-c2ee-4fab-9e2b-8895e8610be2' 2024-11-27T17:21:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742383a5-c2ee-4fab-9e2b-8895e8610be2" 2024-11-27T17:21:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e18f8a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,36237,-1] 2024-11-27T17:21:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:27,466 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:27,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16856e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:27,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:27,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,36237,1732728075546 2024-11-27T17:21:27,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2adaa132 2024-11-27T17:21:27,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:21:27,468 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:21:27,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8f0673442175:33447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:21:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:21:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:21:27,471 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:33447' 2024-11-27T17:21:27,472 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fbceec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:27,472 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33447,-1 for getting cluster id 2024-11-27T17:21:27,472 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:27,473 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8183538-a26a-40ef-8d89-76532c7e91ec' 2024-11-27T17:21:27,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:27,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8183538-a26a-40ef-8d89-76532c7e91ec" 2024-11-27T17:21:27,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcdbfab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:27,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33447,-1] 2024-11-27T17:21:27,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:27,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:27,474 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:27,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26fed4be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:27,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:27,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33447,1732728081427 2024-11-27T17:21:27,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d716893 2024-11-27T17:21:27,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:21:27,476 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:21:27,477 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T17:21:27,477 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:21:27,477 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:27,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:27,477 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:27,478 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:21:27,478 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:21:27,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:21:27,479 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:27,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:21:27,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741837_1013 (size=1138) 2024-11-27T17:21:27,502 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:27,503 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:27,503 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18263 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:27,529 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T17:21:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:21:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:21:27,890 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fa72ae126f907e55c29de3f0790be3c, NAME => 'hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7 2024-11-27T17:21:27,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741838_1014 (size=44) 2024-11-27T17:21:27,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:27,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7fa72ae126f907e55c29de3f0790be3c, disabling compactions & flushes 2024-11-27T17:21:27,910 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c. 2024-11-27T17:21:27,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c. 2024-11-27T17:21:27,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c. after waiting 0 ms 2024-11-27T17:21:27,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c. 2024-11-27T17:21:27,910 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c. 2024-11-27T17:21:27,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fa72ae126f907e55c29de3f0790be3c: Waiting for close lock at 1732728087910Disabling compacts and flushes for region at 1732728087910Disabling writes for close at 1732728087910Writing region close event to WAL at 1732728087910Closed at 1732728087910 2024-11-27T17:21:27,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:21:27,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732728087912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728087912"}]},"ts":"1732728087912"} 2024-11-27T17:21:27,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:21:27,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:21:27,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728087916"}]},"ts":"1732728087916"} 2024-11-27T17:21:27,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T17:21:27,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fa72ae126f907e55c29de3f0790be3c, ASSIGN}] 2024-11-27T17:21:27,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fa72ae126f907e55c29de3f0790be3c, ASSIGN 2024-11-27T17:21:27,922 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7fa72ae126f907e55c29de3f0790be3c, ASSIGN; state=OFFLINE, location=8f0673442175,40849,1732728075753; forceNewPlan=false, retain=false 2024-11-27T17:21:28,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7fa72ae126f907e55c29de3f0790be3c, regionState=OPENING, regionLocation=8f0673442175,40849,1732728075753 2024-11-27T17:21:28,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7fa72ae126f907e55c29de3f0790be3c, ASSIGN because future has completed 2024-11-27T17:21:28,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fa72ae126f907e55c29de3f0790be3c, server=8f0673442175,40849,1732728075753}] 2024-11-27T17:21:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:21:28,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c. 2024-11-27T17:21:28,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:28,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:21:28,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C40849%2C1732728075753.rep, suffix=, logDir=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753, archiveDir=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/oldWALs, maxLogs=10 2024-11-27T17:21:28,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.rep.1732728088243, exclude list is [], retry=0 2024-11-27T17:21:28,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36929,DS-a7d15d8f-92f5-479e-bb0e-b2ac45c6b811,DISK] 2024-11-27T17:21:28,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.rep.1732728088243 2024-11-27T17:21:28,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44909:44909)] 2024-11-27T17:21:28,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fa72ae126f907e55c29de3f0790be3c, NAME => 'hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:21:28,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:21:28,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:21:28,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c. service=MultiRowMutationService 2024-11-27T17:21:28,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:21:28,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7fa72ae126f907e55c29de3f0790be3c 2024-11-27T17:21:28,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:28,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7fa72ae126f907e55c29de3f0790be3c 2024-11-27T17:21:28,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7fa72ae126f907e55c29de3f0790be3c 2024-11-27T17:21:28,272 INFO [StoreOpener-7fa72ae126f907e55c29de3f0790be3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7fa72ae126f907e55c29de3f0790be3c 2024-11-27T17:21:28,273 INFO [StoreOpener-7fa72ae126f907e55c29de3f0790be3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fa72ae126f907e55c29de3f0790be3c columnFamilyName hfileref 2024-11-27T17:21:28,273 DEBUG [StoreOpener-7fa72ae126f907e55c29de3f0790be3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:28,274 INFO [StoreOpener-7fa72ae126f907e55c29de3f0790be3c-1 {}] regionserver.HStore(327): Store=7fa72ae126f907e55c29de3f0790be3c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:28,274 INFO [StoreOpener-7fa72ae126f907e55c29de3f0790be3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7fa72ae126f907e55c29de3f0790be3c 2024-11-27T17:21:28,275 INFO [StoreOpener-7fa72ae126f907e55c29de3f0790be3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fa72ae126f907e55c29de3f0790be3c columnFamilyName queue 2024-11-27T17:21:28,275 DEBUG [StoreOpener-7fa72ae126f907e55c29de3f0790be3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:28,275 INFO [StoreOpener-7fa72ae126f907e55c29de3f0790be3c-1 {}] regionserver.HStore(327): Store=7fa72ae126f907e55c29de3f0790be3c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:28,275 INFO [StoreOpener-7fa72ae126f907e55c29de3f0790be3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7fa72ae126f907e55c29de3f0790be3c 2024-11-27T17:21:28,278 INFO [StoreOpener-7fa72ae126f907e55c29de3f0790be3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fa72ae126f907e55c29de3f0790be3c columnFamilyName sid 2024-11-27T17:21:28,278 DEBUG [StoreOpener-7fa72ae126f907e55c29de3f0790be3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:28,280 INFO [StoreOpener-7fa72ae126f907e55c29de3f0790be3c-1 {}] regionserver.HStore(327): Store=7fa72ae126f907e55c29de3f0790be3c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:28,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7fa72ae126f907e55c29de3f0790be3c 2024-11-27T17:21:28,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/replication/7fa72ae126f907e55c29de3f0790be3c 2024-11-27T17:21:28,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/replication/7fa72ae126f907e55c29de3f0790be3c 2024-11-27T17:21:28,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7fa72ae126f907e55c29de3f0790be3c 2024-11-27T17:21:28,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7fa72ae126f907e55c29de3f0790be3c 2024-11-27T17:21:28,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:21:28,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7fa72ae126f907e55c29de3f0790be3c 2024-11-27T17:21:28,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/replication/7fa72ae126f907e55c29de3f0790be3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:21:28,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7fa72ae126f907e55c29de3f0790be3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69787283, jitterRate=0.039911553263664246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:21:28,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fa72ae126f907e55c29de3f0790be3c 2024-11-27T17:21:28,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7fa72ae126f907e55c29de3f0790be3c: Running coprocessor pre-open hook at 1732728088271Writing region info on filesystem at 1732728088271Initializing all the Stores at 1732728088272 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728088272Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728088272Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728088272Cleaning up temporary data from old regions at 1732728088286 (+14 ms)Running coprocessor post-open hooks at 1732728088293 (+7 ms)Region opened successfully at 1732728088295 (+2 ms) 2024-11-27T17:21:28,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c., pid=10, masterSystemTime=1732728088230 2024-11-27T17:21:28,299 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7fa72ae126f907e55c29de3f0790be3c, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,40849,1732728075753 2024-11-27T17:21:28,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c. 2024-11-27T17:21:28,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c. 2024-11-27T17:21:28,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fa72ae126f907e55c29de3f0790be3c, server=8f0673442175,40849,1732728075753 because future has completed 2024-11-27T17:21:28,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T17:21:28,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fa72ae126f907e55c29de3f0790be3c, server=8f0673442175,40849,1732728075753 in 227 msec 2024-11-27T17:21:28,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T17:21:28,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fa72ae126f907e55c29de3f0790be3c, ASSIGN in 386 msec 2024-11-27T17:21:28,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:21:28,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728088315"}]},"ts":"1732728088315"} 2024-11-27T17:21:28,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T17:21:28,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:21:28,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 839 msec 2024-11-27T17:21:28,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c., hostname=8f0673442175,40849,1732728075753, seqNum=2] 2024-11-27T17:21:28,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:28,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:28,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:21:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:21:28,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T17:21:28,664 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T17:21:28,690 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,40849,1732728075753, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:21:28,691 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:28,691 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,40849,1732728075753, seqNum=-1] 2024-11-27T17:21:28,691 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:28,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T17:21:28,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8f0673442175,40849,1732728075753', locateType=CURRENT is [region=hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c., hostname=8f0673442175,40849,1732728075753, seqNum=2] 2024-11-27T17:21:28,696 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T17:21:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T17:21:28,698 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8f0673442175,40849,1732728075753 suceeded 2024-11-27T17:21:28,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T17:21:28,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-27T17:21:28,699 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8f0673442175:33447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:21:28,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2300 sec 2024-11-27T17:21:28,712 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:33447' 2024-11-27T17:21:28,715 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d2f8ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:28,715 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33447,-1 for getting cluster id 2024-11-27T17:21:28,715 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:28,716 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8183538-a26a-40ef-8d89-76532c7e91ec' 2024-11-27T17:21:28,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:28,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8183538-a26a-40ef-8d89-76532c7e91ec" 2024-11-27T17:21:28,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c54b2c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:28,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33447,-1] 2024-11-27T17:21:28,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:28,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:28,717 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:28,718 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28570f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:28,718 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:28,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33447,1732728081427 2024-11-27T17:21:28,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73e7442 2024-11-27T17:21:28,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:21:28,720 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-27T17:21:28,720 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,40849,1732728075753 (queues=1) is replicating from cluster=742383a5-c2ee-4fab-9e2b-8895e8610be2 to cluster=d8183538-a26a-40ef-8d89-76532c7e91ec 2024-11-27T17:21:28,720 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C40849%2C1732728075753 2024-11-27T17:21:28,721 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,40849,1732728075753, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:21:28,722 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C40849%2C1732728075753 2024-11-27T17:21:28,723 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883, startPosition=0, beingWritten=true 2024-11-27T17:21:28,729 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:21:28,730 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 379, reset compression=false 2024-11-27T17:21:28,730 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,40849,1732728075753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:21:28,882 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T17:21:28,938 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 379, reset compression=false 2024-11-27T17:21:29,242 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 379, reset compression=false 2024-11-27T17:21:29,565 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:21:29,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:29,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:29,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:29,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:29,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:29,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:29,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:29,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:29,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:29,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:21:29,623 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:21:29,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:21:29,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:29,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:29,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:29,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:29,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c5652f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:29,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33447,-1 for getting cluster id 2024-11-27T17:21:29,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:29,625 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8183538-a26a-40ef-8d89-76532c7e91ec' 2024-11-27T17:21:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8183538-a26a-40ef-8d89-76532c7e91ec" 2024-11-27T17:21:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abbbcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33447,-1] 2024-11-27T17:21:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:29,626 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:29,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce6f155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:29,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33447,1732728081427 2024-11-27T17:21:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b714010 2024-11-27T17:21:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:21:29,628 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:21:29,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8f0673442175:36237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:21:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:21:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:21:29,631 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:36237' 2024-11-27T17:21:29,632 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bfb683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:29,632 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,36237,-1 for getting cluster id 2024-11-27T17:21:29,632 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:29,633 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742383a5-c2ee-4fab-9e2b-8895e8610be2' 2024-11-27T17:21:29,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:29,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742383a5-c2ee-4fab-9e2b-8895e8610be2" 2024-11-27T17:21:29,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd45cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:29,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,36237,-1] 2024-11-27T17:21:29,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:29,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:29,634 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:29,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2436d1de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:29,635 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:29,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,36237,1732728075546 2024-11-27T17:21:29,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@229197ad 2024-11-27T17:21:29,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:21:29,636 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:21:29,637 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T17:21:29,637 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:21:29,637 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:29,637 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:29,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:29,637 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:21:29,638 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:21:29,639 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:21:29,639 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:29,640 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:21:29,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741837_1013 (size=1138) 2024-11-27T17:21:29,646 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 379, reset compression=false 2024-11-27T17:21:29,689 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T17:21:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:21:29,736 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T17:21:29,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T17:21:29,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T17:21:29,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T17:21:29,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T17:21:29,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:21:29,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T17:21:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:21:30,047 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da37f408d7af45c3bb121ddd1ba09c31, NAME => 'hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168 2024-11-27T17:21:30,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741838_1014 (size=44) 2024-11-27T17:21:30,149 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 379, reset compression=false 2024-11-27T17:21:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:21:30,460 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:30,460 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing da37f408d7af45c3bb121ddd1ba09c31, disabling compactions & flushes 2024-11-27T17:21:30,460 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31. 2024-11-27T17:21:30,460 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31. 2024-11-27T17:21:30,460 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31. after waiting 0 ms 2024-11-27T17:21:30,460 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31. 2024-11-27T17:21:30,461 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31. 2024-11-27T17:21:30,461 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for da37f408d7af45c3bb121ddd1ba09c31: Waiting for close lock at 1732728090460Disabling compacts and flushes for region at 1732728090460Disabling writes for close at 1732728090460Writing region close event to WAL at 1732728090460Closed at 1732728090460 2024-11-27T17:21:30,462 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:21:30,462 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732728090462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728090462"}]},"ts":"1732728090462"} 2024-11-27T17:21:30,469 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:21:30,470 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:21:30,471 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728090470"}]},"ts":"1732728090470"} 2024-11-27T17:21:30,473 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T17:21:30,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da37f408d7af45c3bb121ddd1ba09c31, ASSIGN}] 2024-11-27T17:21:30,475 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da37f408d7af45c3bb121ddd1ba09c31, ASSIGN 2024-11-27T17:21:30,476 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da37f408d7af45c3bb121ddd1ba09c31, ASSIGN; state=OFFLINE, location=8f0673442175,45829,1732728081575; forceNewPlan=false, retain=false 2024-11-27T17:21:30,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=da37f408d7af45c3bb121ddd1ba09c31, regionState=OPENING, regionLocation=8f0673442175,45829,1732728081575 2024-11-27T17:21:30,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da37f408d7af45c3bb121ddd1ba09c31, ASSIGN because future has completed 2024-11-27T17:21:30,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure da37f408d7af45c3bb121ddd1ba09c31, server=8f0673442175,45829,1732728081575}] 2024-11-27T17:21:30,753 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 379, reset compression=false 2024-11-27T17:21:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:21:30,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31. 2024-11-27T17:21:30,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:30,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:21:30,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C45829%2C1732728081575.rep, suffix=, logDir=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575, archiveDir=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/oldWALs, maxLogs=10 2024-11-27T17:21:30,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.rep.1732728090826, exclude list is [], retry=0 2024-11-27T17:21:30,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38953,DS-d79d9b4e-98a6-436b-9f5a-901c95678db2,DISK] 2024-11-27T17:21:30,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.rep.1732728090826 2024-11-27T17:21:30,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35427:35427)] 2024-11-27T17:21:30,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => da37f408d7af45c3bb121ddd1ba09c31, NAME => 'hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:21:30,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:21:30,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:21:30,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31. service=MultiRowMutationService 2024-11-27T17:21:30,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:21:30,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:30,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:30,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:30,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:30,856 INFO [StoreOpener-da37f408d7af45c3bb121ddd1ba09c31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:30,857 INFO [StoreOpener-da37f408d7af45c3bb121ddd1ba09c31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da37f408d7af45c3bb121ddd1ba09c31 columnFamilyName hfileref 2024-11-27T17:21:30,857 DEBUG [StoreOpener-da37f408d7af45c3bb121ddd1ba09c31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:30,859 INFO [StoreOpener-da37f408d7af45c3bb121ddd1ba09c31-1 {}] regionserver.HStore(327): Store=da37f408d7af45c3bb121ddd1ba09c31/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:30,859 INFO [StoreOpener-da37f408d7af45c3bb121ddd1ba09c31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:30,861 INFO [StoreOpener-da37f408d7af45c3bb121ddd1ba09c31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da37f408d7af45c3bb121ddd1ba09c31 columnFamilyName queue 2024-11-27T17:21:30,861 DEBUG [StoreOpener-da37f408d7af45c3bb121ddd1ba09c31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:30,862 INFO [StoreOpener-da37f408d7af45c3bb121ddd1ba09c31-1 {}] regionserver.HStore(327): Store=da37f408d7af45c3bb121ddd1ba09c31/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:30,862 INFO [StoreOpener-da37f408d7af45c3bb121ddd1ba09c31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:30,866 INFO [StoreOpener-da37f408d7af45c3bb121ddd1ba09c31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da37f408d7af45c3bb121ddd1ba09c31 columnFamilyName sid 2024-11-27T17:21:30,866 DEBUG [StoreOpener-da37f408d7af45c3bb121ddd1ba09c31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:30,867 INFO [StoreOpener-da37f408d7af45c3bb121ddd1ba09c31-1 {}] regionserver.HStore(327): Store=da37f408d7af45c3bb121ddd1ba09c31/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:30,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:30,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/replication/da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:30,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/replication/da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:30,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:30,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:30,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:21:30,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:30,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/replication/da37f408d7af45c3bb121ddd1ba09c31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:21:30,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened da37f408d7af45c3bb121ddd1ba09c31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61998128, jitterRate=-0.0761559009552002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:21:30,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:30,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for da37f408d7af45c3bb121ddd1ba09c31: Running coprocessor pre-open hook at 1732728090855Writing region info on filesystem at 1732728090855Initializing all the Stores at 1732728090855Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728090855Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728090856 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728090856Cleaning up temporary data from old regions at 1732728090869 (+13 ms)Running coprocessor post-open hooks at 1732728090929 (+60 ms)Region opened successfully at 1732728090929 2024-11-27T17:21:30,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31., pid=10, masterSystemTime=1732728090813 2024-11-27T17:21:30,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31. 2024-11-27T17:21:30,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31. 2024-11-27T17:21:30,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=da37f408d7af45c3bb121ddd1ba09c31, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,45829,1732728081575 2024-11-27T17:21:30,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure da37f408d7af45c3bb121ddd1ba09c31, server=8f0673442175,45829,1732728081575 because future has completed 2024-11-27T17:21:30,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T17:21:30,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure da37f408d7af45c3bb121ddd1ba09c31, server=8f0673442175,45829,1732728081575 in 300 msec 2024-11-27T17:21:30,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T17:21:30,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da37f408d7af45c3bb121ddd1ba09c31, ASSIGN in 475 msec 2024-11-27T17:21:30,951 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:21:30,951 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728090951"}]},"ts":"1732728090951"} 2024-11-27T17:21:30,955 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T17:21:30,957 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:21:30,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3200 sec 2024-11-27T17:21:31,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31., hostname=8f0673442175,45829,1732728081575, seqNum=2] 2024-11-27T17:21:31,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:31,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:21:31,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T17:21:31,417 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T17:21:31,457 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 379, reset compression=false 2024-11-27T17:21:31,458 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,45829,1732728081575, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:21:31,459 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:31,459 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,45829,1732728081575, seqNum=-1] 2024-11-27T17:21:31,459 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:31,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T17:21:31,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8f0673442175,45829,1732728081575', locateType=CURRENT is [region=hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31., hostname=8f0673442175,45829,1732728081575, seqNum=2] 2024-11-27T17:21:31,476 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T17:21:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T17:21:31,489 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8f0673442175,45829,1732728081575 suceeded 2024-11-27T17:21:31,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T17:21:31,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-27T17:21:31,492 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8f0673442175:36237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:21:31,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8630 sec 2024-11-27T17:21:31,506 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:36237' 2024-11-27T17:21:31,508 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79a7b7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:31,508 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,36237,-1 for getting cluster id 2024-11-27T17:21:31,508 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:31,509 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742383a5-c2ee-4fab-9e2b-8895e8610be2' 2024-11-27T17:21:31,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:31,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742383a5-c2ee-4fab-9e2b-8895e8610be2" 2024-11-27T17:21:31,510 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:31,510 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@185ba773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:31,510 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,36237,-1] 2024-11-27T17:21:31,511 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:31,518 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:31,519 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6884f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:31,519 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:31,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,36237,1732728075546 2024-11-27T17:21:31,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d509324 2024-11-27T17:21:31,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:21:31,521 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-27T17:21:31,523 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,45829,1732728081575 (queues=1) is replicating from cluster=d8183538-a26a-40ef-8d89-76532c7e91ec to cluster=742383a5-c2ee-4fab-9e2b-8895e8610be2 2024-11-27T17:21:31,523 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C45829%2C1732728081575 2024-11-27T17:21:31,523 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,45829,1732728081575, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:21:31,523 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015, startPosition=0, beingWritten=true 2024-11-27T17:21:31,531 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C45829%2C1732728081575 2024-11-27T17:21:31,533 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:21:31,533 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 379, reset compression=false 2024-11-27T17:21:31,533 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,45829,1732728081575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:21:31,742 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 379, reset compression=false 2024-11-27T17:21:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:21:31,773 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:21:31,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:21:31,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:31,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:31,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:31,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:31,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:31,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,40849,1732728075753, seqNum=-1] 2024-11-27T17:21:31,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:31,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:21:31,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732728084167.0b684ddf59c5782f220851de6c9643bd., hostname=8f0673442175,40849,1732728075753, seqNum=2] 2024-11-27T17:21:31,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,45829,1732728081575, seqNum=-1] 2024-11-27T17:21:31,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:31,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:21:31,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732728085306.7f18fb793266dac20b48f72edb5dee99., hostname=8f0673442175,45829,1732728081575, seqNum=2] 2024-11-27T17:21:31,789 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T17:21:32,050 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 379, reset compression=false 2024-11-27T17:21:32,277 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 379, reset compression=false 2024-11-27T17:21:32,281 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:21:32,281 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 480, reset compression=false 2024-11-27T17:21:32,281 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,40849,1732728075753 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b684ddf59c5782f220851de6c9643bd/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T17:21:32,283 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:21:32,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-27T17:21:32,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:21:32,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11a3168b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:32,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33447,-1 for getting cluster id 2024-11-27T17:21:32,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:32,287 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8183538-a26a-40ef-8d89-76532c7e91ec' 2024-11-27T17:21:32,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:32,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8183538-a26a-40ef-8d89-76532c7e91ec" 2024-11-27T17:21:32,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6164ed90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:32,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33447,-1] 2024-11-27T17:21:32,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:32,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:32,288 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:32,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@374531cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:32,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:32,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,45829,1732728081575, seqNum=-1] 2024-11-27T17:21:32,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:32,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T17:21:32,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732728085306.7f18fb793266dac20b48f72edb5dee99., hostname=8f0673442175,45829,1732728081575, seqNum=2] 2024-11-27T17:21:32,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:21:32,454 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 379, reset compression=false 2024-11-27T17:21:32,459 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:21:32,459 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 503, reset compression=false 2024-11-27T17:21:32,459 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,45829,1732728081575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:21:32,485 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 480, reset compression=false 2024-11-27T17:21:32,663 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 503, reset compression=false 2024-11-27T17:21:32,788 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 480, reset compression=false 2024-11-27T17:21:32,807 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T17:21:32,810 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T17:21:32,967 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 503, reset compression=false 2024-11-27T17:21:32,972 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:21:32,972 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 607, reset compression=false 2024-11-27T17:21:32,972 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,45829,1732728081575 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f18fb793266dac20b48f72edb5dee99/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T17:21:32,974 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:21:32,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-27T17:21:32,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:21:32,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4280a7c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:32,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,36237,-1 for getting cluster id 2024-11-27T17:21:32,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:32,977 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742383a5-c2ee-4fab-9e2b-8895e8610be2' 2024-11-27T17:21:32,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:32,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742383a5-c2ee-4fab-9e2b-8895e8610be2" 2024-11-27T17:21:32,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fc55cd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:32,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,36237,-1] 2024-11-27T17:21:32,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:32,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:32,979 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:32,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65d64d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:32,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:32,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,40849,1732728075753, seqNum=-1] 2024-11-27T17:21:32,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:32,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T17:21:32,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732728084167.0b684ddf59c5782f220851de6c9643bd., hostname=8f0673442175,40849,1732728075753, seqNum=2] 2024-11-27T17:21:32,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:21:33,176 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 607, reset compression=false 2024-11-27T17:21:33,208 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 480, reset compression=false 2024-11-27T17:21:33,213 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:21:33,213 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 608, reset compression=false 2024-11-27T17:21:33,213 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,40849,1732728075753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:21:33,417 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 608, reset compression=false 2024-11-27T17:21:33,480 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 607, reset compression=false 2024-11-27T17:21:33,723 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 608, reset compression=false 2024-11-27T17:21:33,813 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T17:21:33,829 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T17:21:33,886 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 607, reset compression=false 2024-11-27T17:21:34,129 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 608, reset compression=false 2024-11-27T17:21:34,136 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:21:34,136 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 764, reset compression=false 2024-11-27T17:21:34,136 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,40849,1732728075753 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b684ddf59c5782f220851de6c9643bd/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T17:21:34,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:21:34,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:21:34,342 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 764, reset compression=false 2024-11-27T17:21:34,409 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 607, reset compression=false 2024-11-27T17:21:34,415 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:21:34,415 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 754, reset compression=false 2024-11-27T17:21:34,415 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,45829,1732728081575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:21:34,619 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 754, reset compression=false 2024-11-27T17:21:34,645 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 764, reset compression=false 2024-11-27T17:21:34,831 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T17:21:34,835 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T17:21:34,922 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 754, reset compression=false 2024-11-27T17:21:34,927 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:21:34,927 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 913, reset compression=false 2024-11-27T17:21:34,927 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,45829,1732728081575 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f18fb793266dac20b48f72edb5dee99/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T17:21:34,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:21:34,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:21:35,048 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 764, reset compression=false 2024-11-27T17:21:35,078 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:21:35,078 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,40849,1732728075753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:21:35,078 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 914, reset compression=false 2024-11-27T17:21:35,133 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 913, reset compression=false 2024-11-27T17:21:35,310 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 914, reset compression=false 2024-11-27T17:21:35,448 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 913, reset compression=false 2024-11-27T17:21:35,614 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 914, reset compression=false 2024-11-27T17:21:35,837 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T17:21:35,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:21:35,839 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:21:35,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:35,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:35,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:35,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:35,840 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:21:35,840 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1789268554, stopped=false 2024-11-27T17:21:35,840 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,33447,1732728081427 2024-11-27T17:21:35,880 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 913, reset compression=false 2024-11-27T17:21:36,018 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 914, reset compression=false 2024-11-27T17:21:36,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11920328935/running 2024-11-27T17:21:36,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:36,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11920328935/running 2024-11-27T17:21:36,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:36,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Set watcher on znode that does not yet exist, /11920328935/running 2024-11-27T17:21:36,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Set watcher on znode that does not yet exist, /11920328935/running 2024-11-27T17:21:36,655 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:21:36,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:21:36,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:36,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:36,656 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,45829,1732728081575' ***** 2024-11-27T17:21:36,656 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:21:36,656 INFO [RS:0;8f0673442175:45829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:21:36,656 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:21:36,657 INFO [RS:0;8f0673442175:45829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:21:36,657 INFO [RS:0;8f0673442175:45829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:21:36,657 INFO [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(3091): Received CLOSE for da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:36,657 INFO [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:36,657 INFO [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,45829,1732728081575 2024-11-27T17:21:36,657 INFO [RS:0;8f0673442175:45829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:21:36,657 INFO [RS:0;8f0673442175:45829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:45829. 2024-11-27T17:21:36,657 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da37f408d7af45c3bb121ddd1ba09c31, disabling compactions & flushes 2024-11-27T17:21:36,657 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31. 2024-11-27T17:21:36,657 DEBUG [RS:0;8f0673442175:45829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:36,657 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31. 2024-11-27T17:21:36,657 DEBUG [RS:0;8f0673442175:45829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:36,657 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31. after waiting 0 ms 2024-11-27T17:21:36,657 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31. 2024-11-27T17:21:36,657 INFO [RS:0;8f0673442175:45829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:21:36,657 INFO [RS:0;8f0673442175:45829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:21:36,657 INFO [RS:0;8f0673442175:45829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:21:36,658 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da37f408d7af45c3bb121ddd1ba09c31 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-27T17:21:36,658 INFO [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:21:36,663 INFO [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T17:21:36,663 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1325): Online Regions={da37f408d7af45c3bb121ddd1ba09c31=hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31., 1588230740=hbase:meta,,1.1588230740, 7f18fb793266dac20b48f72edb5dee99=test,,1732728085306.7f18fb793266dac20b48f72edb5dee99.} 2024-11-27T17:21:36,663 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:21:36,663 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f18fb793266dac20b48f72edb5dee99, da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:36,663 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:21:36,663 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:21:36,663 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:21:36,663 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:21:36,663 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T17:21:36,680 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/replication/da37f408d7af45c3bb121ddd1ba09c31/.tmp/queue/e333c3287c7d445b9b544f14ff7f053e is 153, key is 1-8f0673442175,45829,1732728081575/queue:8f0673442175%2C45829%2C1732728081575/1732728094936/Put/seqid=0 2024-11-27T17:21:36,680 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/.tmp/info/0b35e44574e14fc9a459bae0d9387358 is 147, key is hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31./info:regioninfo/1732728090935/Put/seqid=0 2024-11-27T17:21:36,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741840_1016 (size=5352) 2024-11-27T17:21:36,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741841_1017 (size=7686) 2024-11-27T17:21:36,684 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/.tmp/info/0b35e44574e14fc9a459bae0d9387358 2024-11-27T17:21:36,703 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/.tmp/ns/c7fb14d95c7a4b36a88bbae38136c727 is 43, key is default/ns:d/1732728084086/Put/seqid=0 2024-11-27T17:21:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741842_1018 (size=5153) 2024-11-27T17:21:36,707 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/.tmp/ns/c7fb14d95c7a4b36a88bbae38136c727 2024-11-27T17:21:36,722 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/.tmp/rep_barrier/26f460268c0649cfa906d9d0a3950e36 is 112, key is test,,1732728085306.7f18fb793266dac20b48f72edb5dee99./rep_barrier:seqnumDuringOpen/1732728086455/Put/seqid=0 2024-11-27T17:21:36,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741843_1019 (size=5518) 2024-11-27T17:21:36,748 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:21:36,863 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f18fb793266dac20b48f72edb5dee99, da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:36,913 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:21:36,913 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:21:37,063 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f18fb793266dac20b48f72edb5dee99, da37f408d7af45c3bb121ddd1ba09c31 2024-11-27T17:21:37,084 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/replication/da37f408d7af45c3bb121ddd1ba09c31/.tmp/queue/e333c3287c7d445b9b544f14ff7f053e 2024-11-27T17:21:37,088 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/replication/da37f408d7af45c3bb121ddd1ba09c31/.tmp/queue/e333c3287c7d445b9b544f14ff7f053e as hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/replication/da37f408d7af45c3bb121ddd1ba09c31/queue/e333c3287c7d445b9b544f14ff7f053e 2024-11-27T17:21:37,091 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/replication/da37f408d7af45c3bb121ddd1ba09c31/queue/e333c3287c7d445b9b544f14ff7f053e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T17:21:37,092 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for da37f408d7af45c3bb121ddd1ba09c31 in 435ms, sequenceid=10, compaction requested=false 2024-11-27T17:21:37,095 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/replication/da37f408d7af45c3bb121ddd1ba09c31/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T17:21:37,096 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:21:37,096 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:21:37,096 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31. 2024-11-27T17:21:37,096 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da37f408d7af45c3bb121ddd1ba09c31: Waiting for close lock at 1732728096657Running coprocessor pre-close hooks at 1732728096657Disabling compacts and flushes for region at 1732728096657Disabling writes for close at 1732728096657Obtaining lock to block concurrent updates at 1732728096658 (+1 ms)Preparing flush snapshotting stores in da37f408d7af45c3bb121ddd1ba09c31 at 1732728096658Finished memstore snapshotting hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732728096658Flushing stores of hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31. at 1732728096658Flushing da37f408d7af45c3bb121ddd1ba09c31/queue: creating writer at 1732728096658Flushing da37f408d7af45c3bb121ddd1ba09c31/queue: appending metadata at 1732728096679 (+21 ms)Flushing da37f408d7af45c3bb121ddd1ba09c31/queue: closing flushed file at 1732728096679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@659b36d4: reopening flushed file at 1732728097087 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for da37f408d7af45c3bb121ddd1ba09c31 in 435ms, sequenceid=10, compaction requested=false at 1732728097092 (+5 ms)Writing region close event to WAL at 1732728097093 (+1 ms)Running coprocessor post-close hooks at 1732728097096 (+3 ms)Closed at 1732728097096 2024-11-27T17:21:37,096 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732728089637.da37f408d7af45c3bb121ddd1ba09c31. 2024-11-27T17:21:37,096 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f18fb793266dac20b48f72edb5dee99, disabling compactions & flushes 2024-11-27T17:21:37,096 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732728085306.7f18fb793266dac20b48f72edb5dee99. 2024-11-27T17:21:37,096 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728085306.7f18fb793266dac20b48f72edb5dee99. 2024-11-27T17:21:37,097 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732728085306.7f18fb793266dac20b48f72edb5dee99. after waiting 0 ms 2024-11-27T17:21:37,097 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732728085306.7f18fb793266dac20b48f72edb5dee99. 2024-11-27T17:21:37,097 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f18fb793266dac20b48f72edb5dee99 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-27T17:21:37,115 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/.tmp/f/3d488d1568924d1ea23acb81e77f3d92 is 29, key is row1/f:/1732728094832/DeleteFamily/seqid=0 2024-11-27T17:21:37,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741844_1020 (size=5118) 2024-11-27T17:21:37,126 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/.tmp/rep_barrier/26f460268c0649cfa906d9d0a3950e36 2024-11-27T17:21:37,150 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:21:37,156 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/.tmp/table/f7b7517da341479cafc07dae9147203e is 53, key is hbase:replication/table:state/1732728090951/Put/seqid=0 2024-11-27T17:21:37,157 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 914, reset compression=false 2024-11-27T17:21:37,162 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 913, reset compression=false 2024-11-27T17:21:37,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741845_1021 (size=5308) 2024-11-27T17:21:37,177 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/.tmp/table/f7b7517da341479cafc07dae9147203e 2024-11-27T17:21:37,178 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:21:37,178 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 1160, reset compression=false 2024-11-27T17:21:37,178 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,45829,1732728081575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:21:37,179 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8f0673442175,45829,1732728081575: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8f0673442175,45829,1732728081575, walGroup=8f0673442175%2C45829%2C1732728081575, offset=8f0673442175%2C45829%2C1732728081575.1732728083015:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:45829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T17:21:37,180 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T17:21:37,180 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T17:21:37,181 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T17:21:37,181 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T17:21:37,181 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T17:21:37,181 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 607077280 }, "NonHeapMemoryUsage": { "committed": 195166208, "init": 7667712, "max": -1, "used": 190670992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T17:21:37,183 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:33447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:33447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T17:21:37,188 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/.tmp/info/0b35e44574e14fc9a459bae0d9387358 as hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/info/0b35e44574e14fc9a459bae0d9387358 2024-11-27T17:21:37,193 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/info/0b35e44574e14fc9a459bae0d9387358, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T17:21:37,194 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/.tmp/ns/c7fb14d95c7a4b36a88bbae38136c727 as hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/ns/c7fb14d95c7a4b36a88bbae38136c727 2024-11-27T17:21:37,198 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/ns/c7fb14d95c7a4b36a88bbae38136c727, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T17:21:37,199 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/.tmp/rep_barrier/26f460268c0649cfa906d9d0a3950e36 as hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/rep_barrier/26f460268c0649cfa906d9d0a3950e36 2024-11-27T17:21:37,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:37,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:37,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:37,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:37,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:37,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:37,206 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/rep_barrier/26f460268c0649cfa906d9d0a3950e36, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T17:21:37,207 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/.tmp/table/f7b7517da341479cafc07dae9147203e as hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/table/f7b7517da341479cafc07dae9147203e 2024-11-27T17:21:37,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:37,213 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/table/f7b7517da341479cafc07dae9147203e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T17:21:37,213 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=16, compaction requested=false 2024-11-27T17:21:37,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:37,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:37,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:37,224 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T17:21:37,225 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:21:37,225 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:21:37,225 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:21:37,225 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728096663Running coprocessor pre-close hooks at 1732728096663Disabling compacts and flushes for region at 1732728096663Disabling writes for close at 1732728096663Obtaining lock to block concurrent updates at 1732728096663Preparing flush snapshotting stores in 1588230740 at 1732728096663Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732728096663Flushing stores of hbase:meta,,1.1588230740 at 1732728096664 (+1 ms)Flushing 1588230740/info: creating writer at 1732728096664Flushing 1588230740/info: appending metadata at 1732728096680 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732728096680Flushing 1588230740/ns: creating writer at 1732728096688 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732728096702 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732728096702Flushing 1588230740/rep_barrier: creating writer at 1732728096710 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732728096722 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732728096722Flushing 1588230740/table: creating writer at 1732728097131 (+409 ms)Flushing 1588230740/table: appending metadata at 1732728097156 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732728097156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@248dea98: reopening flushed file at 1732728097187 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59845ea3: reopening flushed file at 1732728097193 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b20be89: reopening flushed file at 1732728097199 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5541b43e: reopening flushed file at 1732728097206 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=16, compaction requested=false at 1732728097213 (+7 ms)Writing region close event to WAL at 1732728097220 (+7 ms)Running coprocessor post-close hooks at 1732728097225 (+5 ms)Closed at 1732728097225 2024-11-27T17:21:37,225 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:21:37,263 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1351): Waiting on 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:37,394 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 1160, reset compression=false 2024-11-27T17:21:37,464 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1351): Waiting on 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:37,519 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/.tmp/f/3d488d1568924d1ea23acb81e77f3d92 2024-11-27T17:21:37,523 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d488d1568924d1ea23acb81e77f3d92 2024-11-27T17:21:37,540 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/.tmp/f1/5d7b1599cff24628996a50014951cb16 is 30, key is row1/f1:/1732728094832/DeleteFamily/seqid=0 2024-11-27T17:21:37,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741846_1022 (size=5123) 2024-11-27T17:21:37,552 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:37,553 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:37,553 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28313 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:37,664 INFO [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T17:21:37,664 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1325): Online Regions={7f18fb793266dac20b48f72edb5dee99=test,,1732728085306.7f18fb793266dac20b48f72edb5dee99.} 2024-11-27T17:21:37,664 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1351): Waiting on 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:37,698 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 1160, reset compression=false 2024-11-27T17:21:37,764 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 914, reset compression=false 2024-11-27T17:21:37,864 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1351): Waiting on 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:37,944 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/.tmp/f1/5d7b1599cff24628996a50014951cb16 2024-11-27T17:21:37,951 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d7b1599cff24628996a50014951cb16 2024-11-27T17:21:37,974 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/.tmp/norep/b51e11d8dda941e7a6da50a3ea67be0f is 33, key is row1/norep:/1732728094832/DeleteFamily/seqid=0 2024-11-27T17:21:37,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741847_1023 (size=5108) 2024-11-27T17:21:38,064 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1351): Waiting on 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:38,103 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/WALs/8f0673442175,45829,1732728081575/8f0673442175%2C45829%2C1732728081575.1732728083015 to pos 1160, reset compression=false 2024-11-27T17:21:38,264 DEBUG [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1351): Waiting on 7f18fb793266dac20b48f72edb5dee99 2024-11-27T17:21:38,388 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/.tmp/norep/b51e11d8dda941e7a6da50a3ea67be0f 2024-11-27T17:21:38,394 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b51e11d8dda941e7a6da50a3ea67be0f 2024-11-27T17:21:38,394 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/.tmp/f/3d488d1568924d1ea23acb81e77f3d92 as hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/f/3d488d1568924d1ea23acb81e77f3d92 2024-11-27T17:21:38,401 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d488d1568924d1ea23acb81e77f3d92 2024-11-27T17:21:38,401 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/f/3d488d1568924d1ea23acb81e77f3d92, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T17:21:38,402 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/.tmp/f1/5d7b1599cff24628996a50014951cb16 as hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/f1/5d7b1599cff24628996a50014951cb16 2024-11-27T17:21:38,411 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d7b1599cff24628996a50014951cb16 2024-11-27T17:21:38,411 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/f1/5d7b1599cff24628996a50014951cb16, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T17:21:38,412 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/.tmp/norep/b51e11d8dda941e7a6da50a3ea67be0f as hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/norep/b51e11d8dda941e7a6da50a3ea67be0f 2024-11-27T17:21:38,418 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b51e11d8dda941e7a6da50a3ea67be0f 2024-11-27T17:21:38,418 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/norep/b51e11d8dda941e7a6da50a3ea67be0f, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T17:21:38,419 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7f18fb793266dac20b48f72edb5dee99 in 1322ms, sequenceid=8, compaction requested=false 2024-11-27T17:21:38,427 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/data/default/test/7f18fb793266dac20b48f72edb5dee99/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T17:21:38,428 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:21:38,428 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:21:38,428 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732728085306.7f18fb793266dac20b48f72edb5dee99. 2024-11-27T17:21:38,429 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f18fb793266dac20b48f72edb5dee99: Waiting for close lock at 1732728097096Running coprocessor pre-close hooks at 1732728097096Disabling compacts and flushes for region at 1732728097096Disabling writes for close at 1732728097097 (+1 ms)Obtaining lock to block concurrent updates at 1732728097097Preparing flush snapshotting stores in 7f18fb793266dac20b48f72edb5dee99 at 1732728097097Finished memstore snapshotting test,,1732728085306.7f18fb793266dac20b48f72edb5dee99., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732728097097Flushing stores of test,,1732728085306.7f18fb793266dac20b48f72edb5dee99. at 1732728097097Flushing 7f18fb793266dac20b48f72edb5dee99/f: creating writer at 1732728097097Flushing 7f18fb793266dac20b48f72edb5dee99/f: appending metadata at 1732728097114 (+17 ms)Flushing 7f18fb793266dac20b48f72edb5dee99/f: closing flushed file at 1732728097114Flushing 7f18fb793266dac20b48f72edb5dee99/f1: creating writer at 1732728097523 (+409 ms)Flushing 7f18fb793266dac20b48f72edb5dee99/f1: appending metadata at 1732728097540 (+17 ms)Flushing 7f18fb793266dac20b48f72edb5dee99/f1: closing flushed file at 1732728097540Flushing 7f18fb793266dac20b48f72edb5dee99/norep: creating writer at 1732728097952 (+412 ms)Flushing 7f18fb793266dac20b48f72edb5dee99/norep: appending metadata at 1732728097973 (+21 ms)Flushing 7f18fb793266dac20b48f72edb5dee99/norep: closing flushed file at 1732728097973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f1f4dae: reopening flushed file at 1732728098394 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b12a23c: reopening flushed file at 1732728098401 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@870736: reopening flushed file at 1732728098411 (+10 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7f18fb793266dac20b48f72edb5dee99 in 1322ms, sequenceid=8, compaction requested=false at 1732728098419 (+8 ms)Writing region close event to WAL at 1732728098424 (+5 ms)Running coprocessor post-close hooks at 1732728098428 (+4 ms)Closed at 1732728098428 2024-11-27T17:21:38,429 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732728085306.7f18fb793266dac20b48f72edb5dee99. 2024-11-27T17:21:38,465 INFO [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,45829,1732728081575; all regions closed. 2024-11-27T17:21:38,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741834_1010 (size=4239) 2024-11-27T17:21:38,468 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 914, reset compression=false 2024-11-27T17:21:38,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741839_1015 (size=2676) 2024-11-27T17:21:38,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741832_1008 (size=1812) 2024-11-27T17:21:38,480 DEBUG [RS:0;8f0673442175:45829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:38,480 INFO [RS:0;8f0673442175:45829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:21:38,480 INFO [RS:0;8f0673442175:45829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:21:38,480 INFO [RS:0;8f0673442175:45829 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:21:38,480 INFO [RS:0;8f0673442175:45829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:21:38,480 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:21:38,480 INFO [RS:0;8f0673442175:45829 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,45829,1732728081575 because: Region server is closing 2024-11-27T17:21:38,481 INFO [RS:0;8f0673442175:45829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:45829. 2024-11-27T17:21:38,481 DEBUG [RS:0;8f0673442175:45829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:38,481 DEBUG [RS:0;8f0673442175:45829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:38,481 DEBUG [RS:0;8f0673442175:45829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:38,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:38,581 INFO [RS:0;8f0673442175:45829 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.shipper8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 terminated 2024-11-27T17:21:38,581 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,45829,1732728081575.replicationSource.wal-reader.8f0673442175%2C45829%2C1732728081575,1-8f0673442175,45829,1732728081575 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T17:21:38,581 INFO [RS:0;8f0673442175:45829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:45829. 2024-11-27T17:21:38,581 DEBUG [RS:0;8f0673442175:45829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:38,581 DEBUG [RS:0;8f0673442175:45829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:38,582 DEBUG [RS:0;8f0673442175:45829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:38,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:38,582 INFO [RS:0;8f0673442175:45829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45829 2024-11-27T17:21:38,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935/rs 2024-11-27T17:21:38,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11920328935/rs/8f0673442175,45829,1732728081575 2024-11-27T17:21:38,720 INFO [RS:0;8f0673442175:45829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:21:38,721 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,45829,1732728081575] 2024-11-27T17:21:38,741 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11920328935/draining/8f0673442175,45829,1732728081575 already deleted, retry=false 2024-11-27T17:21:38,741 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,45829,1732728081575 expired; onlineServers=0 2024-11-27T17:21:38,741 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,33447,1732728081427' ***** 2024-11-27T17:21:38,741 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:21:38,741 INFO [M:0;8f0673442175:33447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:21:38,741 INFO [M:0;8f0673442175:33447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:21:38,741 DEBUG [M:0;8f0673442175:33447 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:21:38,741 DEBUG [M:0;8f0673442175:33447 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:21:38,741 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:21:38,742 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728082792 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728082792,5,FailOnTimeoutGroup] 2024-11-27T17:21:38,742 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728082795 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728082795,5,FailOnTimeoutGroup] 2024-11-27T17:21:38,742 INFO [M:0;8f0673442175:33447 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:21:38,742 INFO [M:0;8f0673442175:33447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:21:38,742 DEBUG [M:0;8f0673442175:33447 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:21:38,742 INFO [M:0;8f0673442175:33447 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:21:38,742 INFO [M:0;8f0673442175:33447 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:21:38,742 INFO [M:0;8f0673442175:33447 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:21:38,742 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:21:38,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11920328935/master 2024-11-27T17:21:38,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11920328935 2024-11-27T17:21:38,752 DEBUG [M:0;8f0673442175:33447 {}] zookeeper.ZKUtil(347): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Unable to get data of znode /11920328935/master because node does not exist (not an error) 2024-11-27T17:21:38,752 WARN [M:0;8f0673442175:33447 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:21:38,752 INFO [M:0;8f0673442175:33447 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/.lastflushedseqids 2024-11-27T17:21:38,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741848_1024 (size=245) 2024-11-27T17:21:38,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:21:38,831 INFO [RS:0;8f0673442175:45829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:21:38,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x1017d5026b10004, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:21:38,831 INFO [RS:0;8f0673442175:45829 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,45829,1732728081575; zookeeper connection closed. 2024-11-27T17:21:38,831 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3050461d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3050461d 2024-11-27T17:21:38,831 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:21:39,157 INFO [M:0;8f0673442175:33447 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:21:39,157 INFO [M:0;8f0673442175:33447 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:21:39,157 DEBUG [M:0;8f0673442175:33447 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:21:39,157 INFO [M:0;8f0673442175:33447 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:39,157 DEBUG [M:0;8f0673442175:33447 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:39,157 DEBUG [M:0;8f0673442175:33447 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:21:39,157 DEBUG [M:0;8f0673442175:33447 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:39,157 INFO [M:0;8f0673442175:33447 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T17:21:39,176 DEBUG [M:0;8f0673442175:33447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b54d3ad20b34943ba525d84b49cf888 is 82, key is hbase:meta,,1/info:regioninfo/1732728084074/Put/seqid=0 2024-11-27T17:21:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741849_1025 (size=5672) 2024-11-27T17:21:39,182 INFO [M:0;8f0673442175:33447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b54d3ad20b34943ba525d84b49cf888 2024-11-27T17:21:39,206 DEBUG [M:0;8f0673442175:33447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3e54d54efd0436dbee71352f81127cc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732728090958/Put/seqid=0 2024-11-27T17:21:39,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741850_1026 (size=8516) 2024-11-27T17:21:39,273 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 914, reset compression=false 2024-11-27T17:21:39,614 INFO [M:0;8f0673442175:33447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3e54d54efd0436dbee71352f81127cc 2024-11-27T17:21:39,632 DEBUG [M:0;8f0673442175:33447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31a18f55bbf94e619f2012990a41eb61 is 69, key is 8f0673442175,45829,1732728081575/rs:state/1732728082865/Put/seqid=0 2024-11-27T17:21:39,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741851_1027 (size=5156) 2024-11-27T17:21:39,636 INFO [M:0;8f0673442175:33447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31a18f55bbf94e619f2012990a41eb61 2024-11-27T17:21:39,641 DEBUG [M:0;8f0673442175:33447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b54d3ad20b34943ba525d84b49cf888 as hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b54d3ad20b34943ba525d84b49cf888 2024-11-27T17:21:39,646 INFO [M:0;8f0673442175:33447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b54d3ad20b34943ba525d84b49cf888, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T17:21:39,647 DEBUG [M:0;8f0673442175:33447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3e54d54efd0436dbee71352f81127cc as hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3e54d54efd0436dbee71352f81127cc 2024-11-27T17:21:39,651 INFO [M:0;8f0673442175:33447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3e54d54efd0436dbee71352f81127cc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T17:21:39,652 DEBUG [M:0;8f0673442175:33447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31a18f55bbf94e619f2012990a41eb61 as hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31a18f55bbf94e619f2012990a41eb61 2024-11-27T17:21:39,657 INFO [M:0;8f0673442175:33447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38035/user/jenkins/test-data/5e2bcd74-1802-c5e4-6537-b674ddc07168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31a18f55bbf94e619f2012990a41eb61, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T17:21:39,661 INFO [M:0;8f0673442175:33447 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 504ms, sequenceid=97, compaction requested=false 2024-11-27T17:21:39,672 INFO [M:0;8f0673442175:33447 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:39,672 DEBUG [M:0;8f0673442175:33447 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728099157Disabling compacts and flushes for region at 1732728099157Disabling writes for close at 1732728099157Obtaining lock to block concurrent updates at 1732728099157Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728099157Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732728099158 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728099158Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728099158Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728099175 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728099175Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728099187 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728099206 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728099206Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728099618 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728099632 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728099632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa8e02b: reopening flushed file at 1732728099640 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588e6428: reopening flushed file at 1732728099646 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76c3fe64: reopening flushed file at 1732728099651 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 504ms, sequenceid=97, compaction requested=false at 1732728099661 (+10 ms)Writing region close event to WAL at 1732728099671 (+10 ms)Closed at 1732728099671 2024-11-27T17:21:39,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741830_1006 (size=63654) 2024-11-27T17:21:39,678 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:21:39,679 INFO [M:0;8f0673442175:33447 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:21:39,679 INFO [M:0;8f0673442175:33447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33447 2024-11-27T17:21:39,680 INFO [M:0;8f0673442175:33447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:21:39,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:21:39,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1017d5026b10003, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:21:39,789 INFO [M:0;8f0673442175:33447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:21:39,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a0d1dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:21:39,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6998abdc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:21:39,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:21:39,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b6491a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:21:39,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@220dc6fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/hadoop.log.dir/,STOPPED} 2024-11-27T17:21:39,812 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:21:39,812 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:21:39,812 WARN [BP-1142109881-172.17.0.3-1732728079063 heartbeating to localhost/127.0.0.1:38035 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:21:39,812 WARN [BP-1142109881-172.17.0.3-1732728079063 heartbeating to localhost/127.0.0.1:38035 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1142109881-172.17.0.3-1732728079063 (Datanode Uuid 46ba0d8b-a625-4f67-ba1e-0a8c46c3fa1c) service to localhost/127.0.0.1:38035 2024-11-27T17:21:39,812 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/cluster_ab39a9dc-8768-5191-2297-8993084208bf/data/data1/current/BP-1142109881-172.17.0.3-1732728079063 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:21:39,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/cluster_ab39a9dc-8768-5191-2297-8993084208bf/data/data2/current/BP-1142109881-172.17.0.3-1732728079063 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:21:39,813 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:21:39,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a27b883{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:21:39,864 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6054a5e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:21:39,864 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:21:39,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c284a03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:21:39,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73c22285{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/hadoop.log.dir/,STOPPED} 2024-11-27T17:21:39,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:21:39,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:21:39,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:21:39,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:39,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:39,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:39,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:39,982 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:21:39,982 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=216234411, stopped=false 2024-11-27T17:21:39,982 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,36237,1732728075546 2024-11-27T17:21:40,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0719476216/running 2024-11-27T17:21:40,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0719476216/running 2024-11-27T17:21:40,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:40,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:40,122 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:21:40,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Set watcher on znode that does not yet exist, /0719476216/running 2024-11-27T17:21:40,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Set watcher on znode that does not yet exist, /0719476216/running 2024-11-27T17:21:40,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:21:40,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:40,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:40,123 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,40849,1732728075753' ***** 2024-11-27T17:21:40,123 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:21:40,123 INFO [RS:0;8f0673442175:40849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:21:40,123 INFO [RS:0;8f0673442175:40849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:21:40,123 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:21:40,123 INFO [RS:0;8f0673442175:40849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:21:40,123 INFO [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fa72ae126f907e55c29de3f0790be3c 2024-11-27T17:21:40,124 INFO [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b684ddf59c5782f220851de6c9643bd 2024-11-27T17:21:40,124 INFO [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,40849,1732728075753 2024-11-27T17:21:40,124 INFO [RS:0;8f0673442175:40849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:21:40,124 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fa72ae126f907e55c29de3f0790be3c, disabling compactions & flushes 2024-11-27T17:21:40,124 INFO [RS:0;8f0673442175:40849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:40849. 2024-11-27T17:21:40,124 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c. 2024-11-27T17:21:40,124 DEBUG [RS:0;8f0673442175:40849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:40,124 DEBUG [RS:0;8f0673442175:40849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:40,124 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c. 2024-11-27T17:21:40,124 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c. after waiting 0 ms 2024-11-27T17:21:40,124 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c. 2024-11-27T17:21:40,124 INFO [RS:0;8f0673442175:40849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:21:40,124 INFO [RS:0;8f0673442175:40849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:21:40,124 INFO [RS:0;8f0673442175:40849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:21:40,124 INFO [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:21:40,124 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7fa72ae126f907e55c29de3f0790be3c 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-27T17:21:40,126 INFO [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T17:21:40,126 DEBUG [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(1325): Online Regions={7fa72ae126f907e55c29de3f0790be3c=hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c., 1588230740=hbase:meta,,1.1588230740, 0b684ddf59c5782f220851de6c9643bd=test,,1732728084167.0b684ddf59c5782f220851de6c9643bd.} 2024-11-27T17:21:40,126 DEBUG [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(1351): Waiting on 0b684ddf59c5782f220851de6c9643bd, 1588230740, 7fa72ae126f907e55c29de3f0790be3c 2024-11-27T17:21:40,126 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:21:40,126 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:21:40,126 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:21:40,126 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:21:40,126 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:21:40,126 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T17:21:40,145 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/replication/7fa72ae126f907e55c29de3f0790be3c/.tmp/queue/456b3f51474d49d2a834ed2d95ae6020 is 153, key is 1-8f0673442175,40849,1732728075753/queue:8f0673442175%2C40849%2C1732728075753/1732728095079/Put/seqid=0 2024-11-27T17:21:40,147 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/.tmp/info/981c6ca6b5634beb82b0f45efcaaea4b is 147, key is hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c./info:regioninfo/1732728088299/Put/seqid=0 2024-11-27T17:21:40,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741840_1016 (size=5352) 2024-11-27T17:21:40,150 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/replication/7fa72ae126f907e55c29de3f0790be3c/.tmp/queue/456b3f51474d49d2a834ed2d95ae6020 2024-11-27T17:21:40,151 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:21:40,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741841_1017 (size=7686) 2024-11-27T17:21:40,154 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/.tmp/info/981c6ca6b5634beb82b0f45efcaaea4b 2024-11-27T17:21:40,163 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/replication/7fa72ae126f907e55c29de3f0790be3c/.tmp/queue/456b3f51474d49d2a834ed2d95ae6020 as hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/replication/7fa72ae126f907e55c29de3f0790be3c/queue/456b3f51474d49d2a834ed2d95ae6020 2024-11-27T17:21:40,167 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/replication/7fa72ae126f907e55c29de3f0790be3c/queue/456b3f51474d49d2a834ed2d95ae6020, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T17:21:40,168 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 7fa72ae126f907e55c29de3f0790be3c in 44ms, sequenceid=10, compaction requested=false 2024-11-27T17:21:40,180 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 914, reset compression=false 2024-11-27T17:21:40,180 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/replication/7fa72ae126f907e55c29de3f0790be3c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T17:21:40,182 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:21:40,182 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:21:40,183 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c. 2024-11-27T17:21:40,183 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fa72ae126f907e55c29de3f0790be3c: Waiting for close lock at 1732728100124Running coprocessor pre-close hooks at 1732728100124Disabling compacts and flushes for region at 1732728100124Disabling writes for close at 1732728100124Obtaining lock to block concurrent updates at 1732728100124Preparing flush snapshotting stores in 7fa72ae126f907e55c29de3f0790be3c at 1732728100124Finished memstore snapshotting hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732728100124Flushing stores of hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c. at 1732728100125 (+1 ms)Flushing 7fa72ae126f907e55c29de3f0790be3c/queue: creating writer at 1732728100125Flushing 7fa72ae126f907e55c29de3f0790be3c/queue: appending metadata at 1732728100144 (+19 ms)Flushing 7fa72ae126f907e55c29de3f0790be3c/queue: closing flushed file at 1732728100144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d1397e: reopening flushed file at 1732728100162 (+18 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 7fa72ae126f907e55c29de3f0790be3c in 44ms, sequenceid=10, compaction requested=false at 1732728100168 (+6 ms)Writing region close event to WAL at 1732728100176 (+8 ms)Running coprocessor post-close hooks at 1732728100182 (+6 ms)Closed at 1732728100182 2024-11-27T17:21:40,183 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732728087477.7fa72ae126f907e55c29de3f0790be3c. 2024-11-27T17:21:40,183 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b684ddf59c5782f220851de6c9643bd, disabling compactions & flushes 2024-11-27T17:21:40,183 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732728084167.0b684ddf59c5782f220851de6c9643bd. 2024-11-27T17:21:40,183 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728084167.0b684ddf59c5782f220851de6c9643bd. 2024-11-27T17:21:40,183 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732728084167.0b684ddf59c5782f220851de6c9643bd. after waiting 0 ms 2024-11-27T17:21:40,183 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732728084167.0b684ddf59c5782f220851de6c9643bd. 2024-11-27T17:21:40,183 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b684ddf59c5782f220851de6c9643bd 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-27T17:21:40,184 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/.tmp/ns/4f3ee580c0de459f807d5dfa085e5d9a is 43, key is default/ns:d/1732728078908/Put/seqid=0 2024-11-27T17:21:40,201 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:21:40,201 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,40849,1732728075753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:21:40,202 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 1161, reset compression=false 2024-11-27T17:21:40,202 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8f0673442175,40849,1732728075753: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8f0673442175,40849,1732728075753, walGroup=8f0673442175%2C40849%2C1732728075753, offset=8f0673442175%2C40849%2C1732728075753.1732728077883:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T17:21:40,204 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T17:21:40,204 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T17:21:40,205 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T17:21:40,205 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T17:21:40,205 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T17:21:40,205 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 667894688 }, "NonHeapMemoryUsage": { "committed": 195559424, "init": 7667712, "max": -1, "used": 191277048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T17:21:40,206 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:36237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:36237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T17:21:40,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741842_1018 (size=5153) 2024-11-27T17:21:40,225 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/.tmp/ns/4f3ee580c0de459f807d5dfa085e5d9a 2024-11-27T17:21:40,227 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/.tmp/f/a92bc94ed7cf4169997f8bbf582c63e1 is 29, key is row1/f:/1732728094832/DeleteFamily/seqid=0 2024-11-27T17:21:40,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741843_1019 (size=5118) 2024-11-27T17:21:40,258 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/.tmp/f/a92bc94ed7cf4169997f8bbf582c63e1 2024-11-27T17:21:40,262 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a92bc94ed7cf4169997f8bbf582c63e1 2024-11-27T17:21:40,265 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/.tmp/rep_barrier/35a6260960374750b4e27ce16a13da4a is 112, key is test,,1732728084167.0b684ddf59c5782f220851de6c9643bd./rep_barrier:seqnumDuringOpen/1732728084917/Put/seqid=0 2024-11-27T17:21:40,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741844_1020 (size=5518) 2024-11-27T17:21:40,277 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/.tmp/rep_barrier/35a6260960374750b4e27ce16a13da4a 2024-11-27T17:21:40,286 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/.tmp/f1/6f928d21f5c74a27a204c2232aaa48b2 is 30, key is row1/f1:/1732728094832/DeleteFamily/seqid=0 2024-11-27T17:21:40,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741845_1021 (size=5123) 2024-11-27T17:21:40,296 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/.tmp/f1/6f928d21f5c74a27a204c2232aaa48b2 2024-11-27T17:21:40,299 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/.tmp/table/eb37b615dc7e4aa7bf2c63418e1288a5 is 53, key is hbase:replication/table:state/1732728088315/Put/seqid=0 2024-11-27T17:21:40,301 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f928d21f5c74a27a204c2232aaa48b2 2024-11-27T17:21:40,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741846_1022 (size=5308) 2024-11-27T17:21:40,326 DEBUG [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(1351): Waiting on 0b684ddf59c5782f220851de6c9643bd, 1588230740 2024-11-27T17:21:40,334 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/.tmp/norep/496e460b7cad4e09a64aeab5cb638126 is 32, key is row/norep:/1732728093820/DeleteFamily/seqid=0 2024-11-27T17:21:40,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741847_1023 (size=5101) 2024-11-27T17:21:40,441 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 1161, reset compression=false 2024-11-27T17:21:40,526 DEBUG [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(1351): Waiting on 0b684ddf59c5782f220851de6c9643bd, 1588230740 2024-11-27T17:21:40,710 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/.tmp/table/eb37b615dc7e4aa7bf2c63418e1288a5 2024-11-27T17:21:40,715 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/.tmp/info/981c6ca6b5634beb82b0f45efcaaea4b as hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/info/981c6ca6b5634beb82b0f45efcaaea4b 2024-11-27T17:21:40,719 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/info/981c6ca6b5634beb82b0f45efcaaea4b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T17:21:40,720 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/.tmp/ns/4f3ee580c0de459f807d5dfa085e5d9a as hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/ns/4f3ee580c0de459f807d5dfa085e5d9a 2024-11-27T17:21:40,724 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/ns/4f3ee580c0de459f807d5dfa085e5d9a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T17:21:40,725 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/.tmp/rep_barrier/35a6260960374750b4e27ce16a13da4a as hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/rep_barrier/35a6260960374750b4e27ce16a13da4a 2024-11-27T17:21:40,726 DEBUG [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(1351): Waiting on 0b684ddf59c5782f220851de6c9643bd, 1588230740 2024-11-27T17:21:40,735 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/rep_barrier/35a6260960374750b4e27ce16a13da4a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T17:21:40,736 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/.tmp/table/eb37b615dc7e4aa7bf2c63418e1288a5 as hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/table/eb37b615dc7e4aa7bf2c63418e1288a5 2024-11-27T17:21:40,740 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/table/eb37b615dc7e4aa7bf2c63418e1288a5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T17:21:40,741 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 615ms, sequenceid=16, compaction requested=false 2024-11-27T17:21:40,742 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/.tmp/norep/496e460b7cad4e09a64aeab5cb638126 2024-11-27T17:21:40,746 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.wal-reader.8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 to pos 1161, reset compression=false 2024-11-27T17:21:40,746 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 496e460b7cad4e09a64aeab5cb638126 2024-11-27T17:21:40,747 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T17:21:40,748 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:21:40,748 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:21:40,748 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:21:40,748 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:21:40,748 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:21:40,748 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728100126Running coprocessor pre-close hooks at 1732728100126Disabling compacts and flushes for region at 1732728100126Disabling writes for close at 1732728100126Obtaining lock to block concurrent updates at 1732728100126Preparing flush snapshotting stores in 1588230740 at 1732728100126Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732728100126Flushing stores of hbase:meta,,1.1588230740 at 1732728100127 (+1 ms)Flushing 1588230740/info: creating writer at 1732728100127Flushing 1588230740/info: appending metadata at 1732728100146 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732728100146Flushing 1588230740/ns: creating writer at 1732728100161 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732728100184 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732728100184Flushing 1588230740/rep_barrier: creating writer at 1732728100231 (+47 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732728100265 (+34 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732728100265Flushing 1588230740/table: creating writer at 1732728100281 (+16 ms)Flushing 1588230740/table: appending metadata at 1732728100299 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732728100299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eff294: reopening flushed file at 1732728100715 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e83a345: reopening flushed file at 1732728100719 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b5b9e6: reopening flushed file at 1732728100724 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c76440c: reopening flushed file at 1732728100735 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 615ms, sequenceid=16, compaction requested=false at 1732728100741 (+6 ms)Writing region close event to WAL at 1732728100742 (+1 ms)Running coprocessor post-close hooks at 1732728100747 (+5 ms)Closed at 1732728100748 (+1 ms) 2024-11-27T17:21:40,748 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:21:40,749 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/.tmp/f/a92bc94ed7cf4169997f8bbf582c63e1 as hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/f/a92bc94ed7cf4169997f8bbf582c63e1 2024-11-27T17:21:40,754 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a92bc94ed7cf4169997f8bbf582c63e1 2024-11-27T17:21:40,754 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/f/a92bc94ed7cf4169997f8bbf582c63e1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T17:21:40,755 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/.tmp/f1/6f928d21f5c74a27a204c2232aaa48b2 as hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/f1/6f928d21f5c74a27a204c2232aaa48b2 2024-11-27T17:21:40,759 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f928d21f5c74a27a204c2232aaa48b2 2024-11-27T17:21:40,759 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/f1/6f928d21f5c74a27a204c2232aaa48b2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T17:21:40,760 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/.tmp/norep/496e460b7cad4e09a64aeab5cb638126 as hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/norep/496e460b7cad4e09a64aeab5cb638126 2024-11-27T17:21:40,764 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 496e460b7cad4e09a64aeab5cb638126 2024-11-27T17:21:40,764 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/norep/496e460b7cad4e09a64aeab5cb638126, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T17:21:40,767 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0b684ddf59c5782f220851de6c9643bd in 583ms, sequenceid=8, compaction requested=false 2024-11-27T17:21:40,770 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/data/default/test/0b684ddf59c5782f220851de6c9643bd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T17:21:40,771 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:21:40,771 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:21:40,771 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732728084167.0b684ddf59c5782f220851de6c9643bd. 2024-11-27T17:21:40,771 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b684ddf59c5782f220851de6c9643bd: Waiting for close lock at 1732728100183Running coprocessor pre-close hooks at 1732728100183Disabling compacts and flushes for region at 1732728100183Disabling writes for close at 1732728100183Obtaining lock to block concurrent updates at 1732728100183Preparing flush snapshotting stores in 0b684ddf59c5782f220851de6c9643bd at 1732728100183Finished memstore snapshotting test,,1732728084167.0b684ddf59c5782f220851de6c9643bd., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732728100183Flushing stores of test,,1732728084167.0b684ddf59c5782f220851de6c9643bd. at 1732728100184 (+1 ms)Flushing 0b684ddf59c5782f220851de6c9643bd/f: creating writer at 1732728100184Flushing 0b684ddf59c5782f220851de6c9643bd/f: appending metadata at 1732728100226 (+42 ms)Flushing 0b684ddf59c5782f220851de6c9643bd/f: closing flushed file at 1732728100226Flushing 0b684ddf59c5782f220851de6c9643bd/f1: creating writer at 1732728100263 (+37 ms)Flushing 0b684ddf59c5782f220851de6c9643bd/f1: appending metadata at 1732728100284 (+21 ms)Flushing 0b684ddf59c5782f220851de6c9643bd/f1: closing flushed file at 1732728100284Flushing 0b684ddf59c5782f220851de6c9643bd/norep: creating writer at 1732728100302 (+18 ms)Flushing 0b684ddf59c5782f220851de6c9643bd/norep: appending metadata at 1732728100333 (+31 ms)Flushing 0b684ddf59c5782f220851de6c9643bd/norep: closing flushed file at 1732728100333Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fced893: reopening flushed file at 1732728100747 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16eba37b: reopening flushed file at 1732728100754 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b6e1c8: reopening flushed file at 1732728100759 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0b684ddf59c5782f220851de6c9643bd in 583ms, sequenceid=8, compaction requested=false at 1732728100767 (+8 ms)Writing region close event to WAL at 1732728100768 (+1 ms)Running coprocessor post-close hooks at 1732728100771 (+3 ms)Closed at 1732728100771 2024-11-27T17:21:40,771 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732728084167.0b684ddf59c5782f220851de6c9643bd. 2024-11-27T17:21:40,927 INFO [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,40849,1732728075753; all regions closed. 2024-11-27T17:21:40,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741834_1010 (size=4239) 2024-11-27T17:21:40,929 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.meta.1732728078827.meta not finished, retry = 0 2024-11-27T17:21:41,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741839_1015 (size=2676) 2024-11-27T17:21:41,038 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/WALs/8f0673442175,40849,1732728075753/8f0673442175%2C40849%2C1732728075753.1732728077883 not finished, retry = 0 2024-11-27T17:21:41,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741832_1008 (size=1813) 2024-11-27T17:21:41,144 DEBUG [RS:0;8f0673442175:40849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:41,144 INFO [RS:0;8f0673442175:40849 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:21:41,144 INFO [RS:0;8f0673442175:40849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:21:41,144 INFO [RS:0;8f0673442175:40849 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T17:21:41,145 INFO [RS:0;8f0673442175:40849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:21:41,145 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:21:41,145 INFO [RS:0;8f0673442175:40849 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,40849,1732728075753 because: Region server is closing 2024-11-27T17:21:41,145 INFO [RS:0;8f0673442175:40849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:40849. 2024-11-27T17:21:41,145 DEBUG [RS:0;8f0673442175:40849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:41,145 DEBUG [RS:0;8f0673442175:40849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:41,145 DEBUG [RS:0;8f0673442175:40849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:41,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:41,245 INFO [RS:0;8f0673442175:40849 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,40849,1732728075753.replicationSource.shipper8f0673442175%2C40849%2C1732728075753,1-8f0673442175,40849,1732728075753 terminated 2024-11-27T17:21:41,246 INFO [RS:0;8f0673442175:40849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:40849. 2024-11-27T17:21:41,246 DEBUG [RS:0;8f0673442175:40849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:21:41,246 DEBUG [RS:0;8f0673442175:40849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:41,246 DEBUG [RS:0;8f0673442175:40849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:41,246 INFO [RS:0;8f0673442175:40849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40849 2024-11-27T17:21:41,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:21:41,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0719476216/rs/8f0673442175,40849,1732728075753 2024-11-27T17:21:41,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216/rs 2024-11-27T17:21:41,310 INFO [RS:0;8f0673442175:40849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:21:41,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,40849,1732728075753] 2024-11-27T17:21:41,341 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0719476216/draining/8f0673442175,40849,1732728075753 already deleted, retry=false 2024-11-27T17:21:41,341 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,40849,1732728075753 expired; onlineServers=0 2024-11-27T17:21:41,341 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,36237,1732728075546' ***** 2024-11-27T17:21:41,341 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:21:41,341 INFO [M:0;8f0673442175:36237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:21:41,341 INFO [M:0;8f0673442175:36237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:21:41,341 DEBUG [M:0;8f0673442175:36237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:21:41,341 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:21:41,341 DEBUG [M:0;8f0673442175:36237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:21:41,341 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728077616 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728077616,5,FailOnTimeoutGroup] 2024-11-27T17:21:41,341 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728077612 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728077612,5,FailOnTimeoutGroup] 2024-11-27T17:21:41,341 INFO [M:0;8f0673442175:36237 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:21:41,341 INFO [M:0;8f0673442175:36237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:21:41,341 DEBUG [M:0;8f0673442175:36237 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:21:41,342 INFO [M:0;8f0673442175:36237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:21:41,342 INFO [M:0;8f0673442175:36237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:21:41,342 INFO [M:0;8f0673442175:36237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:21:41,342 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:21:41,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0719476216/master 2024-11-27T17:21:41,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0719476216 2024-11-27T17:21:41,352 DEBUG [M:0;8f0673442175:36237 {}] zookeeper.ZKUtil(347): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Unable to get data of znode /0719476216/master because node does not exist (not an error) 2024-11-27T17:21:41,352 WARN [M:0;8f0673442175:36237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:21:41,361 INFO [M:0;8f0673442175:36237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/.lastflushedseqids 2024-11-27T17:21:41,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741848_1024 (size=245) 2024-11-27T17:21:41,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:21:41,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40849-0x1017d5026b10001, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:21:41,431 INFO [RS:0;8f0673442175:40849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:21:41,431 INFO [RS:0;8f0673442175:40849 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,40849,1732728075753; zookeeper connection closed. 2024-11-27T17:21:41,439 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b6a4fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b6a4fe 2024-11-27T17:21:41,440 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:21:41,785 INFO [M:0;8f0673442175:36237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:21:41,785 INFO [M:0;8f0673442175:36237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:21:41,785 DEBUG [M:0;8f0673442175:36237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:21:41,786 INFO [M:0;8f0673442175:36237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:41,786 DEBUG [M:0;8f0673442175:36237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:41,786 DEBUG [M:0;8f0673442175:36237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:21:41,786 DEBUG [M:0;8f0673442175:36237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:41,786 INFO [M:0;8f0673442175:36237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T17:21:41,803 DEBUG [M:0;8f0673442175:36237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8dae7abb85f4c4d8095b6632c899792 is 82, key is hbase:meta,,1/info:regioninfo/1732728078862/Put/seqid=0 2024-11-27T17:21:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741849_1025 (size=5672) 2024-11-27T17:21:41,807 INFO [M:0;8f0673442175:36237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8dae7abb85f4c4d8095b6632c899792 2024-11-27T17:21:41,825 DEBUG [M:0;8f0673442175:36237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dffd76167774a6aa4b58f93e8182df9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732728088318/Put/seqid=0 2024-11-27T17:21:41,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741850_1026 (size=8516) 2024-11-27T17:21:42,229 INFO [M:0;8f0673442175:36237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dffd76167774a6aa4b58f93e8182df9 2024-11-27T17:21:42,252 DEBUG [M:0;8f0673442175:36237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4483ec80962f49f194fda58c111e2ee3 is 69, key is 8f0673442175,40849,1732728075753/rs:state/1732728077725/Put/seqid=0 2024-11-27T17:21:42,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741851_1027 (size=5156) 2024-11-27T17:21:42,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:21:42,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:42,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:42,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:42,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:42,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:42,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:42,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:42,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:42,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:42,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:42,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:42,657 INFO [M:0;8f0673442175:36237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4483ec80962f49f194fda58c111e2ee3 2024-11-27T17:21:42,663 DEBUG [M:0;8f0673442175:36237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8dae7abb85f4c4d8095b6632c899792 as hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8dae7abb85f4c4d8095b6632c899792 2024-11-27T17:21:42,667 INFO [M:0;8f0673442175:36237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8dae7abb85f4c4d8095b6632c899792, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T17:21:42,668 DEBUG [M:0;8f0673442175:36237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dffd76167774a6aa4b58f93e8182df9 as hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dffd76167774a6aa4b58f93e8182df9 2024-11-27T17:21:42,672 INFO [M:0;8f0673442175:36237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dffd76167774a6aa4b58f93e8182df9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T17:21:42,673 DEBUG [M:0;8f0673442175:36237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4483ec80962f49f194fda58c111e2ee3 as hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4483ec80962f49f194fda58c111e2ee3 2024-11-27T17:21:42,677 INFO [M:0;8f0673442175:36237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34639/user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4483ec80962f49f194fda58c111e2ee3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T17:21:42,678 INFO [M:0;8f0673442175:36237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=97, compaction requested=false 2024-11-27T17:21:42,681 INFO [M:0;8f0673442175:36237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:42,681 DEBUG [M:0;8f0673442175:36237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728101785Disabling compacts and flushes for region at 1732728101785Disabling writes for close at 1732728101786 (+1 ms)Obtaining lock to block concurrent updates at 1732728101786Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728101786Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732728101786Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728101787 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728101787Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728101803 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728101803Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728101810 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728101825 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728101825Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728102233 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728102252 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728102252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31b0684d: reopening flushed file at 1732728102662 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a38e08: reopening flushed file at 1732728102667 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14cbd2b2: reopening flushed file at 1732728102672 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=97, compaction requested=false at 1732728102678 (+6 ms)Writing region close event to WAL at 1732728102681 (+3 ms)Closed at 1732728102681 2024-11-27T17:21:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741830_1006 (size=63654) 2024-11-27T17:21:42,683 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/906b36d4-b608-9f40-08e6-8f5c738319d7/MasterData/WALs/8f0673442175,36237,1732728075546/8f0673442175%2C36237%2C1732728075546.1732728077232 not finished, retry = 0 2024-11-27T17:21:42,784 INFO [M:0;8f0673442175:36237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:21:42,784 INFO [M:0;8f0673442175:36237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36237 2024-11-27T17:21:42,784 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:21:42,784 INFO [M:0;8f0673442175:36237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:21:42,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:21:42,895 INFO [M:0;8f0673442175:36237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:21:42,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36237-0x1017d5026b10000, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:21:42,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36b4a038{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:21:42,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65e13b29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:21:42,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:21:42,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e1f7ad5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:21:42,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59f094ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/hadoop.log.dir/,STOPPED} 2024-11-27T17:21:42,901 WARN [BP-856863544-172.17.0.3-1732728072991 heartbeating to localhost/127.0.0.1:34639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:21:42,901 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:21:42,901 WARN [BP-856863544-172.17.0.3-1732728072991 heartbeating to localhost/127.0.0.1:34639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-856863544-172.17.0.3-1732728072991 (Datanode Uuid 2b38bdd0-850a-4284-9786-179e9fcf0d34) service to localhost/127.0.0.1:34639 2024-11-27T17:21:42,901 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:21:42,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/cluster_383616ed-fbde-e80f-68af-9d3884efc16a/data/data1/current/BP-856863544-172.17.0.3-1732728072991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:21:42,902 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:21:42,903 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/cluster_383616ed-fbde-e80f-68af-9d3884efc16a/data/data2/current/BP-856863544-172.17.0.3-1732728072991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:21:42,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d68ca02{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:21:42,912 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15797a48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:21:42,912 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:21:42,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6859fa22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:21:42,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@469c3526{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4348bcc3-e00e-2a3b-97ff-63308e03ecea/hadoop.log.dir/,STOPPED} 2024-11-27T17:21:42,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T17:21:42,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:21:42,938 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 242) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:38035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55471) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34639 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55471) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38035 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 385) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3949 (was 3956) 2024-11-27T17:21:42,946 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=461, ProcessCount=11, AvailableMemoryMB=3949 2024-11-27T17:21:42,958 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-27T17:21:42,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/hadoop.log.dir so I do NOT create it in target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f 2024-11-27T17:21:42,959 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:21:42,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/hadoop.tmp.dir so I do NOT create it in target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f 2024-11-27T17:21:42,959 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6a5b414-d15d-a61e-701f-29e1084715e2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:21:42,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f 2024-11-27T17:21:42,959 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/cluster_49cd602b-1f80-127e-1696-df7947d01760, deleteOnExit=true 2024-11-27T17:21:42,965 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/cluster_49cd602b-1f80-127e-1696-df7947d01760/zookeeper_0, clientPort=62944, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/cluster_49cd602b-1f80-127e-1696-df7947d01760/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/cluster_49cd602b-1f80-127e-1696-df7947d01760/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T17:21:42,966 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62944 2024-11-27T17:21:42,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:21:42,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:21:42,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/test.cache.data in system properties and HBase conf 2024-11-27T17:21:42,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:21:42,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:21:42,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:21:42,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:21:42,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:21:42,966 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:21:42,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:21:42,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:21:42,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:21:42,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:21:42,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:21:42,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:21:42,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:21:42,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:21:42,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:21:42,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:21:42,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:21:42,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:21:42,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:21:42,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:21:43,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017d5026b10005, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:21:43,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017d5026b10005, quorum=127.0.0.1:55471, baseZNode=/11920328935 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:21:43,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017d5026b10002, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:21:43,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017d5026b10002, quorum=127.0.0.1:55471, baseZNode=/0719476216 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:21:43,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:21:43,527 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:21:43,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:21:43,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:21:43,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:21:43,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:21:43,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a89869{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:21:43,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2faeecda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:21:43,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@371d7866{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/java.io.tmpdir/jetty-localhost-45533-hadoop-hdfs-3_4_1-tests_jar-_-any-14226725667681608321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:21:43,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7338a92c{HTTP/1.1, (http/1.1)}{localhost:45533} 2024-11-27T17:21:43,681 INFO [Time-limited test {}] server.Server(415): Started @230652ms 2024-11-27T17:21:44,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:21:44,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:21:44,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:21:44,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:21:44,050 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:21:44,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c42ee9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:21:44,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c36cb8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:21:44,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d47ed79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/java.io.tmpdir/jetty-localhost-35951-hadoop-hdfs-3_4_1-tests_jar-_-any-4341797071535226879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:21:44,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f4ec07a{HTTP/1.1, (http/1.1)}{localhost:35951} 2024-11-27T17:21:44,148 INFO [Time-limited test {}] server.Server(415): Started @231119ms 2024-11-27T17:21:44,149 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:21:44,858 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/cluster_49cd602b-1f80-127e-1696-df7947d01760/data/data1/current/BP-1346441776-172.17.0.3-1732728102986/current, will proceed with Du for space computation calculation, 2024-11-27T17:21:44,858 WARN [Thread-2658 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/cluster_49cd602b-1f80-127e-1696-df7947d01760/data/data2/current/BP-1346441776-172.17.0.3-1732728102986/current, will proceed with Du for space computation calculation, 2024-11-27T17:21:44,876 WARN [Thread-2645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:21:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef6191c56c95a8ef with lease ID 0x229d3e5b2d026624: Processing first storage report for DS-d03640aa-3e42-4b10-803d-dea8514f4d6d from datanode DatanodeRegistration(127.0.0.1:39593, datanodeUuid=e5ffa544-eb9d-48ba-8f3a-3ed7fd858d3c, infoPort=45311, infoSecurePort=0, ipcPort=43607, storageInfo=lv=-57;cid=testClusterID;nsid=751504688;c=1732728102986) 2024-11-27T17:21:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef6191c56c95a8ef with lease ID 0x229d3e5b2d026624: from storage DS-d03640aa-3e42-4b10-803d-dea8514f4d6d node DatanodeRegistration(127.0.0.1:39593, datanodeUuid=e5ffa544-eb9d-48ba-8f3a-3ed7fd858d3c, infoPort=45311, infoSecurePort=0, ipcPort=43607, storageInfo=lv=-57;cid=testClusterID;nsid=751504688;c=1732728102986), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:21:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef6191c56c95a8ef with lease ID 0x229d3e5b2d026624: Processing first storage report for DS-84512bbd-e436-426c-9b89-f521b5fbb044 from datanode DatanodeRegistration(127.0.0.1:39593, datanodeUuid=e5ffa544-eb9d-48ba-8f3a-3ed7fd858d3c, infoPort=45311, infoSecurePort=0, ipcPort=43607, storageInfo=lv=-57;cid=testClusterID;nsid=751504688;c=1732728102986) 2024-11-27T17:21:44,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef6191c56c95a8ef with lease ID 0x229d3e5b2d026624: from storage DS-84512bbd-e436-426c-9b89-f521b5fbb044 node DatanodeRegistration(127.0.0.1:39593, datanodeUuid=e5ffa544-eb9d-48ba-8f3a-3ed7fd858d3c, infoPort=45311, infoSecurePort=0, ipcPort=43607, storageInfo=lv=-57;cid=testClusterID;nsid=751504688;c=1732728102986), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:21:44,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f 2024-11-27T17:21:44,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:44,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:44,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:21:45,308 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958 with version=8 2024-11-27T17:21:45,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/hbase-staging 2024-11-27T17:21:45,310 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:21:45,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:45,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:45,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:21:45,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:45,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:21:45,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:21:45,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:21:45,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35827 2024-11-27T17:21:45,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35827 connecting to ZooKeeper ensemble=127.0.0.1:62944 2024-11-27T17:21:45,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358270x0, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:21:45,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35827-0x1017d509bdc0000 connected 2024-11-27T17:21:45,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:45,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:45,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Set watcher on znode that does not yet exist, /0-1139431846/running 2024-11-27T17:21:45,439 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958, hbase.cluster.distributed=false 2024-11-27T17:21:45,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Set watcher on znode that does not yet exist, /0-1139431846/acl 2024-11-27T17:21:45,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35827 2024-11-27T17:21:45,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35827 2024-11-27T17:21:45,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35827 2024-11-27T17:21:45,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35827 2024-11-27T17:21:45,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35827 2024-11-27T17:21:45,463 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:21:45,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:45,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:45,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:21:45,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:45,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:21:45,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:21:45,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:21:45,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36725 2024-11-27T17:21:45,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36725 connecting to ZooKeeper ensemble=127.0.0.1:62944 2024-11-27T17:21:45,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:45,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:45,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367250x0, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:21:45,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367250x0, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Set watcher on znode that does not yet exist, /0-1139431846/running 2024-11-27T17:21:45,479 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:21:45,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36725-0x1017d509bdc0001 connected 2024-11-27T17:21:45,483 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:21:45,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Set watcher on znode that does not yet exist, /0-1139431846/master 2024-11-27T17:21:45,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Set watcher on znode that does not yet exist, /0-1139431846/acl 2024-11-27T17:21:45,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36725 2024-11-27T17:21:45,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36725 2024-11-27T17:21:45,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36725 2024-11-27T17:21:45,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36725 2024-11-27T17:21:45,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36725 2024-11-27T17:21:45,510 DEBUG [M:0;8f0673442175:35827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:35827 2024-11-27T17:21:45,511 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1139431846/backup-masters/8f0673442175,35827,1732728105310 2024-11-27T17:21:45,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846/backup-masters 2024-11-27T17:21:45,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846/backup-masters 2024-11-27T17:21:45,520 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Set watcher on existing znode=/0-1139431846/backup-masters/8f0673442175,35827,1732728105310 2024-11-27T17:21:45,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1139431846/master 2024-11-27T17:21:45,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:21:45,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:21:45,531 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Set watcher on existing znode=/0-1139431846/master 2024-11-27T17:21:45,532 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1139431846/backup-masters/8f0673442175,35827,1732728105310 from backup master directory 2024-11-27T17:21:45,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846/backup-masters 2024-11-27T17:21:45,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139431846/backup-masters/8f0673442175,35827,1732728105310 2024-11-27T17:21:45,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846/backup-masters 2024-11-27T17:21:45,541 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:21:45,541 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,35827,1732728105310 2024-11-27T17:21:45,544 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/hbase.id] with ID: a8045b91-5a1f-410c-b397-b9b91d538ccf 2024-11-27T17:21:45,544 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/.tmp/hbase.id 2024-11-27T17:21:45,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:21:45,954 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/.tmp/hbase.id]:[hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/hbase.id] 2024-11-27T17:21:45,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:45,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:21:45,964 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T17:21:46,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:21:46,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:21:46,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:21:46,430 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:21:46,431 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:21:46,432 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:46,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:21:46,840 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store 2024-11-27T17:21:46,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:21:46,862 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:46,862 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:21:46,862 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:46,862 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:46,862 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:21:46,862 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:46,863 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:46,863 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728106862Disabling compacts and flushes for region at 1732728106862Disabling writes for close at 1732728106862Writing region close event to WAL at 1732728106862Closed at 1732728106862 2024-11-27T17:21:46,863 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/.initializing 2024-11-27T17:21:46,863 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/WALs/8f0673442175,35827,1732728105310 2024-11-27T17:21:46,864 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:21:46,866 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C35827%2C1732728105310, suffix=, logDir=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/WALs/8f0673442175,35827,1732728105310, archiveDir=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/oldWALs, maxLogs=10 2024-11-27T17:21:46,885 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/WALs/8f0673442175,35827,1732728105310/8f0673442175%2C35827%2C1732728105310.1732728106866, exclude list is [], retry=0 2024-11-27T17:21:46,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39593,DS-d03640aa-3e42-4b10-803d-dea8514f4d6d,DISK] 2024-11-27T17:21:46,907 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/WALs/8f0673442175,35827,1732728105310/8f0673442175%2C35827%2C1732728105310.1732728106866 2024-11-27T17:21:46,907 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45311:45311)] 2024-11-27T17:21:46,908 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:21:46,908 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:46,908 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:46,908 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:46,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:46,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:21:46,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:46,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:46,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:46,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:21:46,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:46,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:46,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:46,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:21:46,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:46,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:46,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:46,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:21:46,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:46,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:46,916 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:46,917 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:46,917 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:46,918 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:46,918 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:46,918 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:21:46,919 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:46,931 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:21:46,931 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74447918, jitterRate=0.10936042666435242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:21:46,932 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728106908Initializing all the Stores at 1732728106910 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728106910Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728106910Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728106910Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728106910Cleaning up temporary data from old regions at 1732728106918 (+8 ms)Region opened successfully at 1732728106932 (+14 ms) 2024-11-27T17:21:46,936 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:21:46,939 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6159083f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:21:46,939 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:21:46,939 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:21:46,939 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:21:46,939 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:21:46,940 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:21:46,940 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:21:46,940 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:21:46,948 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:21:46,949 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Unable to get data of znode /0-1139431846/balancer because node does not exist (not necessarily an error) 2024-11-27T17:21:46,962 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139431846/balancer already deleted, retry=false 2024-11-27T17:21:46,962 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:21:46,963 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Unable to get data of znode /0-1139431846/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:21:46,972 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139431846/normalizer already deleted, retry=false 2024-11-27T17:21:46,973 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:21:46,974 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Unable to get data of znode /0-1139431846/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:21:46,983 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139431846/switch/split already deleted, retry=false 2024-11-27T17:21:46,984 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Unable to get data of znode /0-1139431846/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:21:46,993 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139431846/switch/merge already deleted, retry=false 2024-11-27T17:21:46,995 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Unable to get data of znode /0-1139431846/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:21:47,004 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139431846/snapshot-cleanup already deleted, retry=false 2024-11-27T17:21:47,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1139431846/running 2024-11-27T17:21:47,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1139431846/running 2024-11-27T17:21:47,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:21:47,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:21:47,015 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,35827,1732728105310, sessionid=0x1017d509bdc0000, setting cluster-up flag (Was=false) 2024-11-27T17:21:47,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:21:47,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:21:47,067 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1139431846/flush-table-proc/acquired, /0-1139431846/flush-table-proc/reached, /0-1139431846/flush-table-proc/abort 2024-11-27T17:21:47,068 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,35827,1732728105310 2024-11-27T17:21:47,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:21:47,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:21:47,120 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1139431846/online-snapshot/acquired, /0-1139431846/online-snapshot/reached, /0-1139431846/online-snapshot/abort 2024-11-27T17:21:47,121 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,35827,1732728105310 2024-11-27T17:21:47,122 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:21:47,129 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:47,130 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:21:47,130 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:21:47,130 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,35827,1732728105310 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:21:47,132 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:47,132 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:47,132 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:47,132 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:47,132 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:21:47,133 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:47,133 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:21:47,133 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:47,137 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728137137 2024-11-27T17:21:47,137 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:21:47,137 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:21:47,137 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:21:47,137 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:21:47,137 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:21:47,137 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:21:47,137 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:47,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:21:47,137 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:47,138 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:21:47,138 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:21:47,138 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:21:47,138 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:21:47,138 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:47,138 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:21:47,139 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:21:47,139 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:21:47,139 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728107139,5,FailOnTimeoutGroup] 2024-11-27T17:21:47,139 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728107139,5,FailOnTimeoutGroup] 2024-11-27T17:21:47,139 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:47,139 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:21:47,139 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:47,139 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:47,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:21:47,201 INFO [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(746): ClusterId : a8045b91-5a1f-410c-b397-b9b91d538ccf 2024-11-27T17:21:47,201 DEBUG [RS:0;8f0673442175:36725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:21:47,214 DEBUG [RS:0;8f0673442175:36725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:21:47,214 DEBUG [RS:0;8f0673442175:36725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:21:47,225 DEBUG [RS:0;8f0673442175:36725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:21:47,226 DEBUG [RS:0;8f0673442175:36725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfbb8c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:21:47,239 DEBUG [RS:0;8f0673442175:36725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:36725 2024-11-27T17:21:47,239 INFO [RS:0;8f0673442175:36725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:21:47,239 INFO [RS:0;8f0673442175:36725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:21:47,239 DEBUG [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:21:47,240 INFO [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,35827,1732728105310 with port=36725, startcode=1732728105462 2024-11-27T17:21:47,240 DEBUG [RS:0;8f0673442175:36725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:21:47,241 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:21:47,242 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,36725,1732728105462 2024-11-27T17:21:47,242 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35827 {}] master.ServerManager(517): Registering regionserver=8f0673442175,36725,1732728105462 2024-11-27T17:21:47,243 DEBUG [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958 2024-11-27T17:21:47,243 DEBUG [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33515 2024-11-27T17:21:47,243 DEBUG [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:21:47,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846/rs 2024-11-27T17:21:47,256 DEBUG [RS:0;8f0673442175:36725 {}] zookeeper.ZKUtil(111): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Set watcher on existing znode=/0-1139431846/rs/8f0673442175,36725,1732728105462 2024-11-27T17:21:47,256 WARN [RS:0;8f0673442175:36725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:21:47,256 INFO [RS:0;8f0673442175:36725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:47,256 DEBUG [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462 2024-11-27T17:21:47,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,36725,1732728105462] 2024-11-27T17:21:47,259 INFO [RS:0;8f0673442175:36725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:21:47,260 INFO [RS:0;8f0673442175:36725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:21:47,260 INFO [RS:0;8f0673442175:36725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:21:47,260 INFO [RS:0;8f0673442175:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:47,261 INFO [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:21:47,261 INFO [RS:0;8f0673442175:36725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:21:47,261 INFO [RS:0;8f0673442175:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:47,261 DEBUG [RS:0;8f0673442175:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:47,261 DEBUG [RS:0;8f0673442175:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:47,262 DEBUG [RS:0;8f0673442175:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:47,262 DEBUG [RS:0;8f0673442175:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:47,262 DEBUG [RS:0;8f0673442175:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:47,262 DEBUG [RS:0;8f0673442175:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:21:47,262 DEBUG [RS:0;8f0673442175:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:47,262 DEBUG [RS:0;8f0673442175:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:47,262 DEBUG [RS:0;8f0673442175:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:47,262 DEBUG [RS:0;8f0673442175:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:47,262 DEBUG [RS:0;8f0673442175:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:47,262 DEBUG [RS:0;8f0673442175:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:47,262 DEBUG [RS:0;8f0673442175:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:21:47,262 DEBUG [RS:0;8f0673442175:36725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:21:47,262 INFO [RS:0;8f0673442175:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:47,262 INFO [RS:0;8f0673442175:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:47,262 INFO [RS:0;8f0673442175:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:47,262 INFO [RS:0;8f0673442175:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:47,262 INFO [RS:0;8f0673442175:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:47,262 INFO [RS:0;8f0673442175:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,36725,1732728105462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:21:47,281 INFO [RS:0;8f0673442175:36725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:21:47,281 INFO [RS:0;8f0673442175:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,36725,1732728105462-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:47,281 INFO [RS:0;8f0673442175:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:47,281 INFO [RS:0;8f0673442175:36725 {}] regionserver.Replication(171): 8f0673442175,36725,1732728105462 started 2024-11-27T17:21:47,293 INFO [RS:0;8f0673442175:36725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:47,293 INFO [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,36725,1732728105462, RpcServer on 8f0673442175/172.17.0.3:36725, sessionid=0x1017d509bdc0001 2024-11-27T17:21:47,293 DEBUG [RS:0;8f0673442175:36725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:21:47,293 DEBUG [RS:0;8f0673442175:36725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,36725,1732728105462 2024-11-27T17:21:47,294 DEBUG [RS:0;8f0673442175:36725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,36725,1732728105462' 2024-11-27T17:21:47,294 DEBUG [RS:0;8f0673442175:36725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1139431846/flush-table-proc/abort' 2024-11-27T17:21:47,294 DEBUG [RS:0;8f0673442175:36725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1139431846/flush-table-proc/acquired' 2024-11-27T17:21:47,294 DEBUG [RS:0;8f0673442175:36725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:21:47,294 DEBUG [RS:0;8f0673442175:36725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:21:47,294 DEBUG [RS:0;8f0673442175:36725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,36725,1732728105462 2024-11-27T17:21:47,295 DEBUG [RS:0;8f0673442175:36725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,36725,1732728105462' 2024-11-27T17:21:47,295 DEBUG [RS:0;8f0673442175:36725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1139431846/online-snapshot/abort' 2024-11-27T17:21:47,295 DEBUG [RS:0;8f0673442175:36725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1139431846/online-snapshot/acquired' 2024-11-27T17:21:47,295 DEBUG [RS:0;8f0673442175:36725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:21:47,295 INFO [RS:0;8f0673442175:36725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:21:47,295 INFO [RS:0;8f0673442175:36725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:21:47,395 INFO [RS:0;8f0673442175:36725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:21:47,397 INFO [RS:0;8f0673442175:36725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C36725%2C1732728105462, suffix=, logDir=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462, archiveDir=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/oldWALs, maxLogs=10 2024-11-27T17:21:47,411 DEBUG [RS:0;8f0673442175:36725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397, exclude list is [], retry=0 2024-11-27T17:21:47,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39593,DS-d03640aa-3e42-4b10-803d-dea8514f4d6d,DISK] 2024-11-27T17:21:47,415 INFO [RS:0;8f0673442175:36725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 2024-11-27T17:21:47,419 DEBUG [RS:0;8f0673442175:36725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45311:45311)] 2024-11-27T17:21:47,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:21:47,550 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958 2024-11-27T17:21:47,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:21:47,642 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:47,643 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:47,644 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38404 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:47,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:47,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:21:47,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:21:47,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:47,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:47,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:21:47,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:21:47,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:47,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:47,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:21:47,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:21:47,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:47,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:47,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:21:47,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:21:47,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:47,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:47,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:21:47,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740 2024-11-27T17:21:47,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740 2024-11-27T17:21:47,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:21:47,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:21:47,963 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:21:47,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:21:47,965 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:21:47,965 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71597509, jitterRate=0.06688602268695831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:21:47,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728107955Initializing all the Stores at 1732728107956 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728107956Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728107956Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728107956Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728107956Cleaning up temporary data from old regions at 1732728107962 (+6 ms)Region opened successfully at 1732728107966 (+4 ms) 2024-11-27T17:21:47,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:21:47,966 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:21:47,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:21:47,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:21:47,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:21:47,966 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:21:47,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728107966Disabling compacts and flushes for region at 1732728107966Disabling writes for close at 1732728107966Writing region close event to WAL at 1732728107966Closed at 1732728107966 2024-11-27T17:21:47,967 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:47,967 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:21:47,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:21:47,968 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:21:47,969 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:21:48,119 DEBUG [8f0673442175:35827 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:21:48,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,36725,1732728105462 2024-11-27T17:21:48,121 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,36725,1732728105462, state=OPENING 2024-11-27T17:21:48,319 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:21:48,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:21:48,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:21:48,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139431846/meta-region-server: CHANGED 2024-11-27T17:21:48,430 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:21:48,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139431846/meta-region-server: CHANGED 2024-11-27T17:21:48,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,36725,1732728105462}] 2024-11-27T17:21:48,582 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:21:48,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:21:48,586 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:21:48,586 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:48,587 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:21:48,588 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C36725%2C1732728105462.meta, suffix=.meta, logDir=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462, archiveDir=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/oldWALs, maxLogs=10 2024-11-27T17:21:48,604 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.meta.1732728108588.meta, exclude list is [], retry=0 2024-11-27T17:21:48,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39593,DS-d03640aa-3e42-4b10-803d-dea8514f4d6d,DISK] 2024-11-27T17:21:48,607 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.meta.1732728108588.meta 2024-11-27T17:21:48,607 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45311:45311)] 2024-11-27T17:21:48,608 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:21:48,608 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:21:48,608 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:21:48,608 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:21:48,608 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:21:48,608 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:21:48,608 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:48,608 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:21:48,609 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:21:48,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:21:48,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:21:48,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:48,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:48,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:21:48,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:21:48,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:48,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:48,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:21:48,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:21:48,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:48,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:48,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:21:48,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:21:48,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:48,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:48,614 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:21:48,614 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740 2024-11-27T17:21:48,615 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740 2024-11-27T17:21:48,615 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:21:48,615 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:21:48,616 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:21:48,617 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:21:48,617 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71292345, jitterRate=0.06233872473239899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:21:48,617 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:21:48,618 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728108609Writing region info on filesystem at 1732728108609Initializing all the Stores at 1732728108609Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728108609Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728108609Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728108610 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728108610Cleaning up temporary data from old regions at 1732728108615 (+5 ms)Running coprocessor post-open hooks at 1732728108617 (+2 ms)Region opened successfully at 1732728108618 (+1 ms) 2024-11-27T17:21:48,619 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728108582 2024-11-27T17:21:48,623 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:21:48,623 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:21:48,623 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,36725,1732728105462 2024-11-27T17:21:48,624 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,36725,1732728105462, state=OPEN 2024-11-27T17:21:48,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1139431846/meta-region-server 2024-11-27T17:21:48,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1139431846/meta-region-server 2024-11-27T17:21:48,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139431846/meta-region-server: CHANGED 2024-11-27T17:21:48,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139431846/meta-region-server: CHANGED 2024-11-27T17:21:48,646 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,36725,1732728105462 2024-11-27T17:21:48,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:21:48,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,36725,1732728105462 in 216 msec 2024-11-27T17:21:48,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:21:48,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 681 msec 2024-11-27T17:21:48,650 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:48,650 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:21:48,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:48,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,36725,1732728105462, seqNum=-1] 2024-11-27T17:21:48,651 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:48,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:21:48,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5270 sec 2024-11-27T17:21:48,656 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728108656, completionTime=-1 2024-11-27T17:21:48,657 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:21:48,657 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:21:48,658 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:21:48,658 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728168658 2024-11-27T17:21:48,658 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728228658 2024-11-27T17:21:48,658 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T17:21:48,658 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35827,1732728105310-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:48,659 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35827,1732728105310-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:48,659 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35827,1732728105310-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:48,659 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:35827, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:48,659 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:48,659 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:48,661 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:21:48,661 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.120sec 2024-11-27T17:21:48,661 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:21:48,661 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:21:48,661 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:21:48,661 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:21:48,661 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:21:48,661 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35827,1732728105310-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:21:48,661 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35827,1732728105310-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:21:48,663 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:21:48,663 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:21:48,663 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35827,1732728105310-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:48,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecfad4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:48,702 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,35827,-1 for getting cluster id 2024-11-27T17:21:48,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:48,704 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8045b91-5a1f-410c-b397-b9b91d538ccf' 2024-11-27T17:21:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8045b91-5a1f-410c-b397-b9b91d538ccf" 2024-11-27T17:21:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275eca7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,35827,-1] 2024-11-27T17:21:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:48,705 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:48,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b87682c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:48,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:48,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,36725,1732728105462, seqNum=-1] 2024-11-27T17:21:48,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:48,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:21:48,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,35827,1732728105310 2024-11-27T17:21:48,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62944 2024-11-27T17:21:48,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:21:48,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017d509bdc0002 connected 2024-11-27T17:21:48,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/hadoop.log.dir so I do NOT create it in target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59 2024-11-27T17:21:48,733 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:21:48,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/hadoop.tmp.dir so I do NOT create it in target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59 2024-11-27T17:21:48,733 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:21:48,733 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59 2024-11-27T17:21:48,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:21:48,733 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/cluster_95cd690a-6fa7-7e21-b54a-7008e92d66b1, deleteOnExit=true 2024-11-27T17:21:48,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:21:48,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/test.cache.data in system properties and HBase conf 2024-11-27T17:21:48,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:21:48,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:21:48,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:21:48,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:21:48,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:21:48,733 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:21:48,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:21:48,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:21:48,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:21:48,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:21:48,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:21:48,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:21:48,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:21:48,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:21:48,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:21:48,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:21:48,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:21:48,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:21:48,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:21:48,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:21:49,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:21:49,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:21:49,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:21:49,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:21:49,134 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:21:49,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:21:49,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b8c84ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:21:49,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f13dfdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:21:49,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e11bd51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/java.io.tmpdir/jetty-localhost-39287-hadoop-hdfs-3_4_1-tests_jar-_-any-13806144827566644992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:21:49,250 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d0a9c73{HTTP/1.1, (http/1.1)}{localhost:39287} 2024-11-27T17:21:49,250 INFO [Time-limited test {}] server.Server(415): Started @236221ms 2024-11-27T17:21:49,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:21:49,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:21:49,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:21:49,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:21:49,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:21:49,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f5a701f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:21:49,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4259a5b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:21:49,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25ed2ae3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/java.io.tmpdir/jetty-localhost-39261-hadoop-hdfs-3_4_1-tests_jar-_-any-18008265188972041328/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:21:49,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34145956{HTTP/1.1, (http/1.1)}{localhost:39261} 2024-11-27T17:21:49,662 INFO [Time-limited test {}] server.Server(415): Started @236633ms 2024-11-27T17:21:49,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:21:49,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T17:21:49,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T17:21:49,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:21:50,326 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/cluster_95cd690a-6fa7-7e21-b54a-7008e92d66b1/data/data1/current/BP-2044720802-172.17.0.3-1732728108749/current, will proceed with Du for space computation calculation, 2024-11-27T17:21:50,326 WARN [Thread-2778 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/cluster_95cd690a-6fa7-7e21-b54a-7008e92d66b1/data/data2/current/BP-2044720802-172.17.0.3-1732728108749/current, will proceed with Du for space computation calculation, 2024-11-27T17:21:50,356 WARN [Thread-2765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:21:50,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe10dfababccfe43f with lease ID 0x422d937822ba9673: Processing first storage report for DS-336612da-dd64-4a67-937e-184b4252b7f0 from datanode DatanodeRegistration(127.0.0.1:44507, datanodeUuid=a38c5102-ba4d-4822-81dc-5cce1f09fa31, infoPort=38491, infoSecurePort=0, ipcPort=39323, storageInfo=lv=-57;cid=testClusterID;nsid=1314247240;c=1732728108749) 2024-11-27T17:21:50,358 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe10dfababccfe43f with lease ID 0x422d937822ba9673: from storage DS-336612da-dd64-4a67-937e-184b4252b7f0 node DatanodeRegistration(127.0.0.1:44507, datanodeUuid=a38c5102-ba4d-4822-81dc-5cce1f09fa31, infoPort=38491, infoSecurePort=0, ipcPort=39323, storageInfo=lv=-57;cid=testClusterID;nsid=1314247240;c=1732728108749), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:21:50,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe10dfababccfe43f with lease ID 0x422d937822ba9673: Processing first storage report for DS-8b5c02e5-81ff-41c9-89a5-4b457d94c780 from datanode DatanodeRegistration(127.0.0.1:44507, datanodeUuid=a38c5102-ba4d-4822-81dc-5cce1f09fa31, infoPort=38491, infoSecurePort=0, ipcPort=39323, storageInfo=lv=-57;cid=testClusterID;nsid=1314247240;c=1732728108749) 2024-11-27T17:21:50,358 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe10dfababccfe43f with lease ID 0x422d937822ba9673: from storage DS-8b5c02e5-81ff-41c9-89a5-4b457d94c780 node DatanodeRegistration(127.0.0.1:44507, datanodeUuid=a38c5102-ba4d-4822-81dc-5cce1f09fa31, infoPort=38491, infoSecurePort=0, ipcPort=39323, storageInfo=lv=-57;cid=testClusterID;nsid=1314247240;c=1732728108749), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:21:50,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59 2024-11-27T17:21:50,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:50,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:50,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:21:50,808 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493 with version=8 2024-11-27T17:21:50,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/hbase-staging 2024-11-27T17:21:50,811 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:21:50,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:50,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:50,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:21:50,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:50,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:21:50,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:21:50,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:21:50,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39333 2024-11-27T17:21:50,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39333 connecting to ZooKeeper ensemble=127.0.0.1:62944 2024-11-27T17:21:50,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393330x0, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:21:50,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39333-0x1017d509bdc0003 connected 2024-11-27T17:21:50,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:50,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:50,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Set watcher on znode that does not yet exist, /12126748604/running 2024-11-27T17:21:50,944 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493, hbase.cluster.distributed=false 2024-11-27T17:21:50,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Set watcher on znode that does not yet exist, /12126748604/acl 2024-11-27T17:21:50,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39333 2024-11-27T17:21:50,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39333 2024-11-27T17:21:50,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39333 2024-11-27T17:21:50,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39333 2024-11-27T17:21:50,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39333 2024-11-27T17:21:50,964 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:21:50,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:50,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:50,965 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:21:50,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:50,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:21:50,965 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:21:50,965 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:21:50,966 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35063 2024-11-27T17:21:50,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35063 connecting to ZooKeeper ensemble=127.0.0.1:62944 2024-11-27T17:21:50,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:50,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:50,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350630x0, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:21:50,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350630x0, quorum=127.0.0.1:62944, baseZNode=/12126748604 Set watcher on znode that does not yet exist, /12126748604/running 2024-11-27T17:21:50,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35063-0x1017d509bdc0004 connected 2024-11-27T17:21:50,983 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:21:50,988 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:21:50,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Set watcher on znode that does not yet exist, /12126748604/master 2024-11-27T17:21:50,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Set watcher on znode that does not yet exist, /12126748604/acl 2024-11-27T17:21:50,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35063 2024-11-27T17:21:50,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35063 2024-11-27T17:21:50,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35063 2024-11-27T17:21:50,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35063 2024-11-27T17:21:50,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35063 2024-11-27T17:21:51,010 DEBUG [M:0;8f0673442175:39333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:39333 2024-11-27T17:21:51,010 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12126748604/backup-masters/8f0673442175,39333,1732728110811 2024-11-27T17:21:51,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604/backup-masters 2024-11-27T17:21:51,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604/backup-masters 2024-11-27T17:21:51,014 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Set watcher on existing znode=/12126748604/backup-masters/8f0673442175,39333,1732728110811 2024-11-27T17:21:51,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12126748604/master 2024-11-27T17:21:51,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:21:51,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:21:51,025 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Set watcher on existing znode=/12126748604/master 2024-11-27T17:21:51,025 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12126748604/backup-masters/8f0673442175,39333,1732728110811 from backup master directory 2024-11-27T17:21:51,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12126748604/backup-masters/8f0673442175,39333,1732728110811 2024-11-27T17:21:51,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604/backup-masters 2024-11-27T17:21:51,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604/backup-masters 2024-11-27T17:21:51,035 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:21:51,035 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,39333,1732728110811 2024-11-27T17:21:51,038 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/hbase.id] with ID: a0d7b834-8229-4e21-af3b-bbb5a730a3b9 2024-11-27T17:21:51,038 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/.tmp/hbase.id 2024-11-27T17:21:51,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:21:51,044 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/.tmp/hbase.id]:[hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/hbase.id] 2024-11-27T17:21:51,066 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:51,067 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:21:51,067 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T17:21:51,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:21:51,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:21:51,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:21:51,486 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:21:51,487 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:21:51,487 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:51,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:21:51,897 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store 2024-11-27T17:21:51,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:21:52,303 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:52,303 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:21:52,303 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:52,303 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:52,303 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:21:52,303 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:52,303 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:52,303 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728112303Disabling compacts and flushes for region at 1732728112303Disabling writes for close at 1732728112303Writing region close event to WAL at 1732728112303Closed at 1732728112303 2024-11-27T17:21:52,304 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/.initializing 2024-11-27T17:21:52,304 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/WALs/8f0673442175,39333,1732728110811 2024-11-27T17:21:52,305 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:21:52,306 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C39333%2C1732728110811, suffix=, logDir=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/WALs/8f0673442175,39333,1732728110811, archiveDir=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/oldWALs, maxLogs=10 2024-11-27T17:21:52,323 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/WALs/8f0673442175,39333,1732728110811/8f0673442175%2C39333%2C1732728110811.1732728112306, exclude list is [], retry=0 2024-11-27T17:21:52,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44507,DS-336612da-dd64-4a67-937e-184b4252b7f0,DISK] 2024-11-27T17:21:52,326 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/WALs/8f0673442175,39333,1732728110811/8f0673442175%2C39333%2C1732728110811.1732728112306 2024-11-27T17:21:52,327 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38491:38491)] 2024-11-27T17:21:52,327 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:21:52,327 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:52,327 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:52,327 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:52,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:52,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:21:52,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:52,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:52,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:52,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:21:52,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:52,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:52,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:52,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:21:52,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:52,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:52,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:52,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:21:52,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:52,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:52,333 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:52,333 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:52,333 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:52,334 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:52,334 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:52,334 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:21:52,335 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:52,337 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:21:52,338 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72909444, jitterRate=0.08643537759780884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:21:52,338 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728112327Initializing all the Stores at 1732728112328 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728112328Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728112328Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728112328Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728112328Cleaning up temporary data from old regions at 1732728112334 (+6 ms)Region opened successfully at 1732728112338 (+4 ms) 2024-11-27T17:21:52,338 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:21:52,341 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497a5c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:21:52,342 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:21:52,342 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:21:52,342 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:21:52,342 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:21:52,343 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:21:52,343 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:21:52,343 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:21:52,345 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:21:52,346 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Unable to get data of znode /12126748604/balancer because node does not exist (not necessarily an error) 2024-11-27T17:21:52,403 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12126748604/balancer already deleted, retry=false 2024-11-27T17:21:52,404 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:21:52,405 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Unable to get data of znode /12126748604/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:21:52,414 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12126748604/normalizer already deleted, retry=false 2024-11-27T17:21:52,414 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:21:52,415 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Unable to get data of znode /12126748604/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:21:52,424 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12126748604/switch/split already deleted, retry=false 2024-11-27T17:21:52,425 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Unable to get data of znode /12126748604/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:21:52,435 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12126748604/switch/merge already deleted, retry=false 2024-11-27T17:21:52,437 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Unable to get data of znode /12126748604/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:21:52,446 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12126748604/snapshot-cleanup already deleted, retry=false 2024-11-27T17:21:52,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12126748604/running 2024-11-27T17:21:52,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12126748604/running 2024-11-27T17:21:52,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:21:52,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:21:52,532 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,39333,1732728110811, sessionid=0x1017d509bdc0003, setting cluster-up flag (Was=false) 2024-11-27T17:21:52,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:21:52,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:21:52,603 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12126748604/flush-table-proc/acquired, /12126748604/flush-table-proc/reached, /12126748604/flush-table-proc/abort 2024-11-27T17:21:52,605 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,39333,1732728110811 2024-11-27T17:21:52,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:21:52,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:21:52,656 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12126748604/online-snapshot/acquired, /12126748604/online-snapshot/reached, /12126748604/online-snapshot/abort 2024-11-27T17:21:52,657 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,39333,1732728110811 2024-11-27T17:21:52,658 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:21:52,659 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:52,660 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:21:52,660 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:21:52,660 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,39333,1732728110811 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:21:52,661 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:52,661 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:52,661 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:52,661 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:52,661 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:21:52,661 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:52,661 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:21:52,661 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:52,663 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728142663 2024-11-27T17:21:52,663 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:21:52,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:52,663 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:21:52,663 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:21:52,663 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:21:52,663 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:21:52,664 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:21:52,664 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:21:52,664 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:52,664 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:52,664 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:21:52,668 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:21:52,668 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:21:52,669 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:21:52,669 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:21:52,672 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:21:52,672 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:21:52,675 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728112672,5,FailOnTimeoutGroup] 2024-11-27T17:21:52,676 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728112675,5,FailOnTimeoutGroup] 2024-11-27T17:21:52,676 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:52,676 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:21:52,676 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:52,676 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:52,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:21:52,705 INFO [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(746): ClusterId : a0d7b834-8229-4e21-af3b-bbb5a730a3b9 2024-11-27T17:21:52,706 DEBUG [RS:0;8f0673442175:35063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:21:52,709 DEBUG [RS:0;8f0673442175:35063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:21:52,709 DEBUG [RS:0;8f0673442175:35063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:21:52,720 DEBUG [RS:0;8f0673442175:35063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:21:52,720 DEBUG [RS:0;8f0673442175:35063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aea4674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:21:52,733 DEBUG [RS:0;8f0673442175:35063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:35063 2024-11-27T17:21:52,733 INFO [RS:0;8f0673442175:35063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:21:52,733 INFO [RS:0;8f0673442175:35063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:21:52,733 DEBUG [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:21:52,733 INFO [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,39333,1732728110811 with port=35063, startcode=1732728110964 2024-11-27T17:21:52,733 DEBUG [RS:0;8f0673442175:35063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:21:52,735 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:21:52,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39333 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,35063,1732728110964 2024-11-27T17:21:52,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39333 {}] master.ServerManager(517): Registering regionserver=8f0673442175,35063,1732728110964 2024-11-27T17:21:52,736 DEBUG [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493 2024-11-27T17:21:52,736 DEBUG [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36811 2024-11-27T17:21:52,736 DEBUG [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:21:52,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604/rs 2024-11-27T17:21:52,778 DEBUG [RS:0;8f0673442175:35063 {}] zookeeper.ZKUtil(111): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Set watcher on existing znode=/12126748604/rs/8f0673442175,35063,1732728110964 2024-11-27T17:21:52,778 WARN [RS:0;8f0673442175:35063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:21:52,778 INFO [RS:0;8f0673442175:35063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:52,778 DEBUG [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964 2024-11-27T17:21:52,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,35063,1732728110964] 2024-11-27T17:21:52,782 INFO [RS:0;8f0673442175:35063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:21:52,783 INFO [RS:0;8f0673442175:35063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:21:52,784 INFO [RS:0;8f0673442175:35063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:21:52,784 INFO [RS:0;8f0673442175:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:52,792 INFO [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:21:52,793 INFO [RS:0;8f0673442175:35063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:21:52,793 INFO [RS:0;8f0673442175:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:52,794 DEBUG [RS:0;8f0673442175:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:52,794 DEBUG [RS:0;8f0673442175:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:52,794 DEBUG [RS:0;8f0673442175:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:52,794 DEBUG [RS:0;8f0673442175:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:52,794 DEBUG [RS:0;8f0673442175:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:52,794 DEBUG [RS:0;8f0673442175:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:21:52,794 DEBUG [RS:0;8f0673442175:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:52,794 DEBUG [RS:0;8f0673442175:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:52,794 DEBUG [RS:0;8f0673442175:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:52,794 DEBUG [RS:0;8f0673442175:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:52,794 DEBUG [RS:0;8f0673442175:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:52,794 DEBUG [RS:0;8f0673442175:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:52,794 DEBUG [RS:0;8f0673442175:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:21:52,794 DEBUG [RS:0;8f0673442175:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:21:52,802 INFO [RS:0;8f0673442175:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:52,802 INFO [RS:0;8f0673442175:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:52,802 INFO [RS:0;8f0673442175:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:52,803 INFO [RS:0;8f0673442175:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:52,803 INFO [RS:0;8f0673442175:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:52,803 INFO [RS:0;8f0673442175:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35063,1732728110964-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:21:52,822 INFO [RS:0;8f0673442175:35063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:21:52,823 INFO [RS:0;8f0673442175:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35063,1732728110964-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:52,823 INFO [RS:0;8f0673442175:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:52,823 INFO [RS:0;8f0673442175:35063 {}] regionserver.Replication(171): 8f0673442175,35063,1732728110964 started 2024-11-27T17:21:52,842 INFO [RS:0;8f0673442175:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:52,842 INFO [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,35063,1732728110964, RpcServer on 8f0673442175/172.17.0.3:35063, sessionid=0x1017d509bdc0004 2024-11-27T17:21:52,842 DEBUG [RS:0;8f0673442175:35063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:21:52,842 DEBUG [RS:0;8f0673442175:35063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,35063,1732728110964 2024-11-27T17:21:52,842 DEBUG [RS:0;8f0673442175:35063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,35063,1732728110964' 2024-11-27T17:21:52,842 DEBUG [RS:0;8f0673442175:35063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12126748604/flush-table-proc/abort' 2024-11-27T17:21:52,843 DEBUG [RS:0;8f0673442175:35063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12126748604/flush-table-proc/acquired' 2024-11-27T17:21:52,843 DEBUG [RS:0;8f0673442175:35063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:21:52,843 DEBUG [RS:0;8f0673442175:35063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:21:52,843 DEBUG [RS:0;8f0673442175:35063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,35063,1732728110964 2024-11-27T17:21:52,843 DEBUG [RS:0;8f0673442175:35063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,35063,1732728110964' 2024-11-27T17:21:52,843 DEBUG [RS:0;8f0673442175:35063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12126748604/online-snapshot/abort' 2024-11-27T17:21:52,844 DEBUG [RS:0;8f0673442175:35063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12126748604/online-snapshot/acquired' 2024-11-27T17:21:52,844 DEBUG [RS:0;8f0673442175:35063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:21:52,844 INFO [RS:0;8f0673442175:35063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:21:52,844 INFO [RS:0;8f0673442175:35063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:21:52,944 INFO [RS:0;8f0673442175:35063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:21:52,946 INFO [RS:0;8f0673442175:35063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C35063%2C1732728110964, suffix=, logDir=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964, archiveDir=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/oldWALs, maxLogs=10 2024-11-27T17:21:52,963 DEBUG [RS:0;8f0673442175:35063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946, exclude list is [], retry=0 2024-11-27T17:21:52,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44507,DS-336612da-dd64-4a67-937e-184b4252b7f0,DISK] 2024-11-27T17:21:52,967 INFO [RS:0;8f0673442175:35063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 2024-11-27T17:21:52,967 DEBUG [RS:0;8f0673442175:35063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38491:38491)] 2024-11-27T17:21:53,078 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:21:53,079 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493 2024-11-27T17:21:53,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:21:53,259 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:21:53,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:53,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:21:53,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:21:53,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:53,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:53,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:21:53,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:21:53,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:53,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:53,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:21:53,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:21:53,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:53,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:53,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:21:53,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:21:53,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:53,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:53,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:21:53,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740 2024-11-27T17:21:53,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740 2024-11-27T17:21:53,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:21:53,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:21:53,491 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:21:53,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:21:53,493 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:21:53,494 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64815229, jitterRate=-0.03417782485485077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:21:53,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728113484Initializing all the Stores at 1732728113484Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728113485 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728113485Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728113485Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728113485Cleaning up temporary data from old regions at 1732728113491 (+6 ms)Region opened successfully at 1732728113494 (+3 ms) 2024-11-27T17:21:53,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:21:53,494 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:21:53,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:21:53,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:21:53,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:21:53,494 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:21:53,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728113494Disabling compacts and flushes for region at 1732728113494Disabling writes for close at 1732728113494Writing region close event to WAL at 1732728113494Closed at 1732728113494 2024-11-27T17:21:53,495 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:53,495 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:21:53,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:21:53,496 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:21:53,497 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:21:53,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:53,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:53,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:53,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:53,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:53,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:53,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:53,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:53,647 DEBUG [8f0673442175:39333 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:21:53,647 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,35063,1732728110964 2024-11-27T17:21:53,648 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,35063,1732728110964, state=OPENING 2024-11-27T17:21:53,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:53,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:53,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:53,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:53,730 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:21:53,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:21:53,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:21:53,741 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:21:53,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12126748604/meta-region-server: CHANGED 2024-11-27T17:21:53,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12126748604/meta-region-server: CHANGED 2024-11-27T17:21:53,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,35063,1732728110964}] 2024-11-27T17:21:53,893 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:21:53,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:21:53,897 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:21:53,898 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:53,898 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:21:53,899 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C35063%2C1732728110964.meta, suffix=.meta, logDir=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964, archiveDir=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/oldWALs, maxLogs=10 2024-11-27T17:21:53,917 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.meta.1732728113899.meta, exclude list is [], retry=0 2024-11-27T17:21:53,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44507,DS-336612da-dd64-4a67-937e-184b4252b7f0,DISK] 2024-11-27T17:21:53,922 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.meta.1732728113899.meta 2024-11-27T17:21:53,922 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38491:38491)] 2024-11-27T17:21:53,923 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:21:53,923 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:21:53,923 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:21:53,923 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:21:53,923 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:21:53,923 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:21:53,923 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:53,923 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:21:53,923 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:21:53,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:21:53,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:21:53,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:53,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:53,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:21:53,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:21:53,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:53,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:53,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:21:53,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:21:53,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:53,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:53,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:21:53,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:21:53,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:53,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:53,928 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:21:53,929 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740 2024-11-27T17:21:53,930 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740 2024-11-27T17:21:53,930 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:21:53,930 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:21:53,931 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:21:53,932 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:21:53,932 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72447681, jitterRate=0.07955457270145416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:21:53,932 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:21:53,933 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728113924Writing region info on filesystem at 1732728113924Initializing all the Stores at 1732728113924Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728113924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728113924Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728113924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728113925 (+1 ms)Cleaning up temporary data from old regions at 1732728113930 (+5 ms)Running coprocessor post-open hooks at 1732728113932 (+2 ms)Region opened successfully at 1732728113932 2024-11-27T17:21:53,933 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728113893 2024-11-27T17:21:53,935 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:21:53,935 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:21:53,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,35063,1732728110964 2024-11-27T17:21:53,936 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,35063,1732728110964, state=OPEN 2024-11-27T17:21:53,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12126748604/meta-region-server 2024-11-27T17:21:53,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12126748604/meta-region-server 2024-11-27T17:21:53,940 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,35063,1732728110964 2024-11-27T17:21:53,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12126748604/meta-region-server: CHANGED 2024-11-27T17:21:53,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12126748604/meta-region-server: CHANGED 2024-11-27T17:21:53,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:21:53,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,35063,1732728110964 in 199 msec 2024-11-27T17:21:53,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:21:53,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-27T17:21:53,946 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:53,946 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:21:53,951 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:53,951 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35063,1732728110964, seqNum=-1] 2024-11-27T17:21:53,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:53,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:21:53,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-27T17:21:53,960 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728113960, completionTime=-1 2024-11-27T17:21:53,960 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:21:53,960 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:21:53,962 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:21:53,962 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728173962 2024-11-27T17:21:53,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728233963 2024-11-27T17:21:53,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T17:21:53,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,39333,1732728110811-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:53,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,39333,1732728110811-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:53,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,39333,1732728110811-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:53,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:39333, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:53,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:53,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:53,965 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:21:53,967 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.932sec 2024-11-27T17:21:53,967 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:21:53,967 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:21:53,967 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:21:53,967 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:21:53,967 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:21:53,967 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,39333,1732728110811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:21:53,967 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,39333,1732728110811-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:21:53,969 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:21:53,969 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:21:53,969 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,39333,1732728110811-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:54,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9f12d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:54,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,39333,-1 for getting cluster id 2024-11-27T17:21:54,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:54,007 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0d7b834-8229-4e21-af3b-bbb5a730a3b9' 2024-11-27T17:21:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0d7b834-8229-4e21-af3b-bbb5a730a3b9" 2024-11-27T17:21:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d45e6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,39333,-1] 2024-11-27T17:21:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:54,009 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:54,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76290037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:54,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:54,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35063,1732728110964, seqNum=-1] 2024-11-27T17:21:54,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:54,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:21:54,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,39333,1732728110811 2024-11-27T17:21:54,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62944 2024-11-27T17:21:54,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:21:54,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017d509bdc0005 connected 2024-11-27T17:21:54,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/hadoop.log.dir so I do NOT create it in target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4 2024-11-27T17:21:54,037 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:21:54,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/hadoop.tmp.dir so I do NOT create it in target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4 2024-11-27T17:21:54,037 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:21:54,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4 2024-11-27T17:21:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:21:54,038 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/cluster_9c614c79-b653-28e4-83e4-8fad75cec7d8, deleteOnExit=true 2024-11-27T17:21:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:21:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/test.cache.data in system properties and HBase conf 2024-11-27T17:21:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:21:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:21:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:21:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:21:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:21:54,039 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:21:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:21:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:21:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:21:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:21:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:21:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:21:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:21:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:21:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:21:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:21:54,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:21:54,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:21:54,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:21:54,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:21:54,173 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:21:54,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:54,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:54,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:54,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:54,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:54,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:54,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:54,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:54,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:54,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:54,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:54,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:54,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:21:54,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:21:54,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:21:54,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:21:54,445 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:21:54,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:21:54,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d642705{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:21:54,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cd859ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:21:54,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a607906{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/java.io.tmpdir/jetty-localhost-32949-hadoop-hdfs-3_4_1-tests_jar-_-any-345324552880614030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:21:54,568 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@462a3f23{HTTP/1.1, (http/1.1)}{localhost:32949} 2024-11-27T17:21:54,568 INFO [Time-limited test {}] server.Server(415): Started @241540ms 2024-11-27T17:21:54,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:21:54,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:21:54,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:21:54,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:21:54,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:21:54,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17467af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:21:54,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2272e194{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:21:55,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c1a474b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/java.io.tmpdir/jetty-localhost-35231-hadoop-hdfs-3_4_1-tests_jar-_-any-13558748517883859641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:21:55,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@699e839b{HTTP/1.1, (http/1.1)}{localhost:35231} 2024-11-27T17:21:55,095 INFO [Time-limited test {}] server.Server(415): Started @242066ms 2024-11-27T17:21:55,096 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:21:55,860 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/cluster_9c614c79-b653-28e4-83e4-8fad75cec7d8/data/data1/current/BP-844225573-172.17.0.3-1732728114066/current, will proceed with Du for space computation calculation, 2024-11-27T17:21:55,860 WARN [Thread-2899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/cluster_9c614c79-b653-28e4-83e4-8fad75cec7d8/data/data2/current/BP-844225573-172.17.0.3-1732728114066/current, will proceed with Du for space computation calculation, 2024-11-27T17:21:55,881 WARN [Thread-2886 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:21:55,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97fa8551be04ce98 with lease ID 0x7c5586513dfc1cb1: Processing first storage report for DS-12bc4475-070b-4718-90d6-9f0d1577b155 from datanode DatanodeRegistration(127.0.0.1:46143, datanodeUuid=0ec825ab-d81a-4958-97e8-8fa7307c7cc2, infoPort=37781, infoSecurePort=0, ipcPort=39143, storageInfo=lv=-57;cid=testClusterID;nsid=2111736801;c=1732728114066) 2024-11-27T17:21:55,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97fa8551be04ce98 with lease ID 0x7c5586513dfc1cb1: from storage DS-12bc4475-070b-4718-90d6-9f0d1577b155 node DatanodeRegistration(127.0.0.1:46143, datanodeUuid=0ec825ab-d81a-4958-97e8-8fa7307c7cc2, infoPort=37781, infoSecurePort=0, ipcPort=39143, storageInfo=lv=-57;cid=testClusterID;nsid=2111736801;c=1732728114066), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:21:55,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97fa8551be04ce98 with lease ID 0x7c5586513dfc1cb1: Processing first storage report for DS-3ae7622f-136d-43cb-a9b1-830356c072d8 from datanode DatanodeRegistration(127.0.0.1:46143, datanodeUuid=0ec825ab-d81a-4958-97e8-8fa7307c7cc2, infoPort=37781, infoSecurePort=0, ipcPort=39143, storageInfo=lv=-57;cid=testClusterID;nsid=2111736801;c=1732728114066) 2024-11-27T17:21:55,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97fa8551be04ce98 with lease ID 0x7c5586513dfc1cb1: from storage DS-3ae7622f-136d-43cb-a9b1-830356c072d8 node DatanodeRegistration(127.0.0.1:46143, datanodeUuid=0ec825ab-d81a-4958-97e8-8fa7307c7cc2, infoPort=37781, infoSecurePort=0, ipcPort=39143, storageInfo=lv=-57;cid=testClusterID;nsid=2111736801;c=1732728114066), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T17:21:55,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4 2024-11-27T17:21:55,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:55,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:55,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:21:55,950 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded with version=8 2024-11-27T17:21:55,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/hbase-staging 2024-11-27T17:21:55,952 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:21:55,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:55,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:55,953 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:21:55,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:55,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:21:55,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:21:55,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:21:55,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33039 2024-11-27T17:21:55,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33039 connecting to ZooKeeper ensemble=127.0.0.1:62944 2024-11-27T17:21:55,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330390x0, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:21:55,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33039-0x1017d509bdc0006 connected 2024-11-27T17:21:56,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:56,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:56,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Set watcher on znode that does not yet exist, /21483699957/running 2024-11-27T17:21:56,061 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded, hbase.cluster.distributed=false 2024-11-27T17:21:56,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Set watcher on znode that does not yet exist, /21483699957/acl 2024-11-27T17:21:56,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33039 2024-11-27T17:21:56,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33039 2024-11-27T17:21:56,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33039 2024-11-27T17:21:56,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33039 2024-11-27T17:21:56,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33039 2024-11-27T17:21:56,077 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:21:56,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:56,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:56,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:21:56,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:21:56,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:21:56,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:21:56,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:21:56,078 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43881 2024-11-27T17:21:56,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43881 connecting to ZooKeeper ensemble=127.0.0.1:62944 2024-11-27T17:21:56,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:56,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:56,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438810x0, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:21:56,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438810x0, quorum=127.0.0.1:62944, baseZNode=/21483699957 Set watcher on znode that does not yet exist, /21483699957/running 2024-11-27T17:21:56,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43881-0x1017d509bdc0007 connected 2024-11-27T17:21:56,098 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:21:56,099 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:21:56,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Set watcher on znode that does not yet exist, /21483699957/master 2024-11-27T17:21:56,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Set watcher on znode that does not yet exist, /21483699957/acl 2024-11-27T17:21:56,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43881 2024-11-27T17:21:56,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43881 2024-11-27T17:21:56,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43881 2024-11-27T17:21:56,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43881 2024-11-27T17:21:56,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43881 2024-11-27T17:21:56,113 DEBUG [M:0;8f0673442175:33039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:33039 2024-11-27T17:21:56,114 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21483699957/backup-masters/8f0673442175,33039,1732728115952 2024-11-27T17:21:56,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957/backup-masters 2024-11-27T17:21:56,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957/backup-masters 2024-11-27T17:21:56,119 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Set watcher on existing znode=/21483699957/backup-masters/8f0673442175,33039,1732728115952 2024-11-27T17:21:56,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21483699957/master 2024-11-27T17:21:56,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:21:56,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:21:56,130 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Set watcher on existing znode=/21483699957/master 2024-11-27T17:21:56,130 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21483699957/backup-masters/8f0673442175,33039,1732728115952 from backup master directory 2024-11-27T17:21:56,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21483699957/backup-masters/8f0673442175,33039,1732728115952 2024-11-27T17:21:56,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957/backup-masters 2024-11-27T17:21:56,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957/backup-masters 2024-11-27T17:21:56,140 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:21:56,140 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,33039,1732728115952 2024-11-27T17:21:56,143 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/hbase.id] with ID: 348025fa-e874-4041-ba29-8e883f734bbf 2024-11-27T17:21:56,143 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/.tmp/hbase.id 2024-11-27T17:21:56,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:21:56,555 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/.tmp/hbase.id]:[hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/hbase.id] 2024-11-27T17:21:56,562 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:21:56,562 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:21:56,563 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T17:21:56,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:21:56,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:21:56,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:21:57,029 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:21:57,030 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:21:57,030 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:57,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:21:57,436 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store 2024-11-27T17:21:57,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:21:57,713 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:57,713 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:57,714 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48474 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:21:57,841 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:57,841 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:21:57,841 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:57,841 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:57,841 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:21:57,841 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:57,841 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:21:57,841 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728117841Disabling compacts and flushes for region at 1732728117841Disabling writes for close at 1732728117841Writing region close event to WAL at 1732728117841Closed at 1732728117841 2024-11-27T17:21:57,842 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/.initializing 2024-11-27T17:21:57,842 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/WALs/8f0673442175,33039,1732728115952 2024-11-27T17:21:57,843 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:21:57,844 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C33039%2C1732728115952, suffix=, logDir=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/WALs/8f0673442175,33039,1732728115952, archiveDir=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/oldWALs, maxLogs=10 2024-11-27T17:21:57,855 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/WALs/8f0673442175,33039,1732728115952/8f0673442175%2C33039%2C1732728115952.1732728117844, exclude list is [], retry=0 2024-11-27T17:21:57,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46143,DS-12bc4475-070b-4718-90d6-9f0d1577b155,DISK] 2024-11-27T17:21:57,858 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/WALs/8f0673442175,33039,1732728115952/8f0673442175%2C33039%2C1732728115952.1732728117844 2024-11-27T17:21:57,859 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37781:37781)] 2024-11-27T17:21:57,859 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:21:57,859 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:57,859 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:57,859 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:57,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:57,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:21:57,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:57,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:57,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:57,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:21:57,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:57,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:57,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:57,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:21:57,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:57,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:57,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:57,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:21:57,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:57,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:57,866 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:57,867 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:57,867 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:57,868 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:57,868 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:57,869 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:21:57,870 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:21:57,872 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:21:57,872 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63036225, jitterRate=-0.060687050223350525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:21:57,872 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728117859Initializing all the Stores at 1732728117860 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728117860Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728117860Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728117860Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728117860Cleaning up temporary data from old regions at 1732728117868 (+8 ms)Region opened successfully at 1732728117872 (+4 ms) 2024-11-27T17:21:57,873 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:21:57,875 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc8e017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:21:57,876 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:21:57,877 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:21:57,877 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:21:57,877 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:21:57,877 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:21:57,878 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:21:57,878 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:21:57,882 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:21:57,883 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Unable to get data of znode /21483699957/balancer because node does not exist (not necessarily an error) 2024-11-27T17:21:57,951 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21483699957/balancer already deleted, retry=false 2024-11-27T17:21:57,951 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:21:57,952 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Unable to get data of znode /21483699957/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:21:57,961 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21483699957/normalizer already deleted, retry=false 2024-11-27T17:21:57,962 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:21:57,963 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Unable to get data of znode /21483699957/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:21:57,972 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21483699957/switch/split already deleted, retry=false 2024-11-27T17:21:57,973 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Unable to get data of znode /21483699957/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:21:57,982 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21483699957/switch/merge already deleted, retry=false 2024-11-27T17:21:57,984 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Unable to get data of znode /21483699957/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:21:57,993 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21483699957/snapshot-cleanup already deleted, retry=false 2024-11-27T17:21:58,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21483699957/running 2024-11-27T17:21:58,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21483699957/running 2024-11-27T17:21:58,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:21:58,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:21:58,004 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,33039,1732728115952, sessionid=0x1017d509bdc0006, setting cluster-up flag (Was=false) 2024-11-27T17:21:58,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:21:58,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:21:58,056 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21483699957/flush-table-proc/acquired, /21483699957/flush-table-proc/reached, /21483699957/flush-table-proc/abort 2024-11-27T17:21:58,057 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,33039,1732728115952 2024-11-27T17:21:58,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:21:58,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:21:58,108 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21483699957/online-snapshot/acquired, /21483699957/online-snapshot/reached, /21483699957/online-snapshot/abort 2024-11-27T17:21:58,109 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,33039,1732728115952 2024-11-27T17:21:58,110 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:21:58,112 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:58,112 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:21:58,112 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:21:58,113 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,33039,1732728115952 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:21:58,114 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:58,114 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:58,114 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:58,114 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:21:58,114 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:21:58,114 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:58,114 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:21:58,114 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:58,116 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728148115 2024-11-27T17:21:58,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:58,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:21:58,116 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:21:58,116 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:21:58,116 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:21:58,116 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:21:58,116 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:21:58,116 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:21:58,116 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:58,117 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:58,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:21:58,120 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:21:58,120 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:21:58,120 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:21:58,120 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:21:58,121 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:21:58,121 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:21:58,124 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728118121,5,FailOnTimeoutGroup] 2024-11-27T17:21:58,128 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728118124,5,FailOnTimeoutGroup] 2024-11-27T17:21:58,128 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:58,128 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:21:58,128 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:58,128 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:58,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:21:58,206 INFO [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(746): ClusterId : 348025fa-e874-4041-ba29-8e883f734bbf 2024-11-27T17:21:58,206 DEBUG [RS:0;8f0673442175:43881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:21:58,225 DEBUG [RS:0;8f0673442175:43881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:21:58,225 DEBUG [RS:0;8f0673442175:43881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:21:58,235 DEBUG [RS:0;8f0673442175:43881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:21:58,236 DEBUG [RS:0;8f0673442175:43881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f32439c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:21:58,251 DEBUG [RS:0;8f0673442175:43881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:43881 2024-11-27T17:21:58,251 INFO [RS:0;8f0673442175:43881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:21:58,251 INFO [RS:0;8f0673442175:43881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:21:58,251 DEBUG [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:21:58,252 INFO [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,33039,1732728115952 with port=43881, startcode=1732728116077 2024-11-27T17:21:58,252 DEBUG [RS:0;8f0673442175:43881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:21:58,253 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:21:58,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,43881,1732728116077 2024-11-27T17:21:58,254 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33039 {}] master.ServerManager(517): Registering regionserver=8f0673442175,43881,1732728116077 2024-11-27T17:21:58,255 DEBUG [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded 2024-11-27T17:21:58,255 DEBUG [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35771 2024-11-27T17:21:58,255 DEBUG [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:21:58,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957/rs 2024-11-27T17:21:58,304 DEBUG [RS:0;8f0673442175:43881 {}] zookeeper.ZKUtil(111): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Set watcher on existing znode=/21483699957/rs/8f0673442175,43881,1732728116077 2024-11-27T17:21:58,304 WARN [RS:0;8f0673442175:43881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:21:58,305 INFO [RS:0;8f0673442175:43881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:58,305 DEBUG [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077 2024-11-27T17:21:58,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,43881,1732728116077] 2024-11-27T17:21:58,307 INFO [RS:0;8f0673442175:43881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:21:58,309 INFO [RS:0;8f0673442175:43881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:21:58,309 INFO [RS:0;8f0673442175:43881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:21:58,309 INFO [RS:0;8f0673442175:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:58,309 INFO [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:21:58,310 INFO [RS:0;8f0673442175:43881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:21:58,310 INFO [RS:0;8f0673442175:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:58,310 DEBUG [RS:0;8f0673442175:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:58,310 DEBUG [RS:0;8f0673442175:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:58,310 DEBUG [RS:0;8f0673442175:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:58,310 DEBUG [RS:0;8f0673442175:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:58,310 DEBUG [RS:0;8f0673442175:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:58,310 DEBUG [RS:0;8f0673442175:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:21:58,310 DEBUG [RS:0;8f0673442175:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:58,310 DEBUG [RS:0;8f0673442175:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:58,310 DEBUG [RS:0;8f0673442175:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:58,310 DEBUG [RS:0;8f0673442175:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:58,310 DEBUG [RS:0;8f0673442175:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:58,310 DEBUG [RS:0;8f0673442175:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:21:58,310 DEBUG [RS:0;8f0673442175:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:21:58,310 DEBUG [RS:0;8f0673442175:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:21:58,311 INFO [RS:0;8f0673442175:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:58,311 INFO [RS:0;8f0673442175:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:58,311 INFO [RS:0;8f0673442175:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:58,311 INFO [RS:0;8f0673442175:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:58,311 INFO [RS:0;8f0673442175:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:58,311 INFO [RS:0;8f0673442175:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,43881,1732728116077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:21:58,324 INFO [RS:0;8f0673442175:43881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:21:58,324 INFO [RS:0;8f0673442175:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,43881,1732728116077-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:58,324 INFO [RS:0;8f0673442175:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:58,324 INFO [RS:0;8f0673442175:43881 {}] regionserver.Replication(171): 8f0673442175,43881,1732728116077 started 2024-11-27T17:21:58,337 INFO [RS:0;8f0673442175:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:58,337 INFO [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,43881,1732728116077, RpcServer on 8f0673442175/172.17.0.3:43881, sessionid=0x1017d509bdc0007 2024-11-27T17:21:58,337 DEBUG [RS:0;8f0673442175:43881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:21:58,337 DEBUG [RS:0;8f0673442175:43881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,43881,1732728116077 2024-11-27T17:21:58,337 DEBUG [RS:0;8f0673442175:43881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,43881,1732728116077' 2024-11-27T17:21:58,337 DEBUG [RS:0;8f0673442175:43881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21483699957/flush-table-proc/abort' 2024-11-27T17:21:58,338 DEBUG [RS:0;8f0673442175:43881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21483699957/flush-table-proc/acquired' 2024-11-27T17:21:58,338 DEBUG [RS:0;8f0673442175:43881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:21:58,338 DEBUG [RS:0;8f0673442175:43881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:21:58,338 DEBUG [RS:0;8f0673442175:43881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,43881,1732728116077 2024-11-27T17:21:58,338 DEBUG [RS:0;8f0673442175:43881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,43881,1732728116077' 2024-11-27T17:21:58,338 DEBUG [RS:0;8f0673442175:43881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21483699957/online-snapshot/abort' 2024-11-27T17:21:58,338 DEBUG [RS:0;8f0673442175:43881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21483699957/online-snapshot/acquired' 2024-11-27T17:21:58,338 DEBUG [RS:0;8f0673442175:43881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:21:58,338 INFO [RS:0;8f0673442175:43881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:21:58,338 INFO [RS:0;8f0673442175:43881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:21:58,439 INFO [RS:0;8f0673442175:43881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:21:58,440 INFO [RS:0;8f0673442175:43881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C43881%2C1732728116077, suffix=, logDir=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077, archiveDir=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/oldWALs, maxLogs=10 2024-11-27T17:21:58,453 DEBUG [RS:0;8f0673442175:43881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440, exclude list is [], retry=0 2024-11-27T17:21:58,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46143,DS-12bc4475-070b-4718-90d6-9f0d1577b155,DISK] 2024-11-27T17:21:58,457 INFO [RS:0;8f0673442175:43881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 2024-11-27T17:21:58,457 DEBUG [RS:0;8f0673442175:43881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37781:37781)] 2024-11-27T17:21:58,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:21:58,531 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded 2024-11-27T17:21:58,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:21:58,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:58,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:21:58,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:21:58,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:58,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:58,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:21:58,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:21:58,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:58,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:58,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:21:58,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:21:58,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:58,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:58,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:21:58,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:21:58,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:58,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:58,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:21:58,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740 2024-11-27T17:21:58,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740 2024-11-27T17:21:58,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:21:58,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:21:58,942 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:21:58,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:21:58,945 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:21:58,945 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72533517, jitterRate=0.08083362877368927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:21:58,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728118935Initializing all the Stores at 1732728118936 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728118936Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728118936Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728118936Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728118936Cleaning up temporary data from old regions at 1732728118942 (+6 ms)Region opened successfully at 1732728118945 (+3 ms) 2024-11-27T17:21:58,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:21:58,945 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:21:58,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:21:58,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:21:58,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:21:58,946 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:21:58,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728118945Disabling compacts and flushes for region at 1732728118945Disabling writes for close at 1732728118945Writing region close event to WAL at 1732728118946 (+1 ms)Closed at 1732728118946 2024-11-27T17:21:58,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:58,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:21:58,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:21:58,948 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:21:58,948 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:21:59,099 DEBUG [8f0673442175:33039 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:21:59,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,43881,1732728116077 2024-11-27T17:21:59,100 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,43881,1732728116077, state=OPENING 2024-11-27T17:21:59,150 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:21:59,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:21:59,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:21:59,161 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:21:59,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21483699957/meta-region-server: CHANGED 2024-11-27T17:21:59,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21483699957/meta-region-server: CHANGED 2024-11-27T17:21:59,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,43881,1732728116077}] 2024-11-27T17:21:59,314 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:21:59,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:21:59,317 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:21:59,317 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:21:59,318 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:21:59,319 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C43881%2C1732728116077.meta, suffix=.meta, logDir=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077, archiveDir=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/oldWALs, maxLogs=10 2024-11-27T17:21:59,334 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.meta.1732728119319.meta, exclude list is [], retry=0 2024-11-27T17:21:59,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46143,DS-12bc4475-070b-4718-90d6-9f0d1577b155,DISK] 2024-11-27T17:21:59,337 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.meta.1732728119319.meta 2024-11-27T17:21:59,340 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37781:37781)] 2024-11-27T17:21:59,340 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:21:59,340 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:21:59,340 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:21:59,340 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:21:59,340 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:21:59,340 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:21:59,340 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:59,341 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:21:59,341 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:21:59,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:21:59,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:21:59,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:59,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:59,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:21:59,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:21:59,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:59,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:59,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:21:59,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:21:59,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:59,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:59,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:21:59,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:21:59,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:59,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:21:59,346 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:21:59,346 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740 2024-11-27T17:21:59,347 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740 2024-11-27T17:21:59,348 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:21:59,348 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:21:59,349 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:21:59,350 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:21:59,351 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73514760, jitterRate=0.09545528888702393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:21:59,351 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:21:59,351 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728119341Writing region info on filesystem at 1732728119341Initializing all the Stores at 1732728119341Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728119341Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728119342 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728119342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728119342Cleaning up temporary data from old regions at 1732728119348 (+6 ms)Running coprocessor post-open hooks at 1732728119351 (+3 ms)Region opened successfully at 1732728119351 2024-11-27T17:21:59,352 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728119313 2024-11-27T17:21:59,354 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:21:59,354 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:21:59,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,43881,1732728116077 2024-11-27T17:21:59,355 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,43881,1732728116077, state=OPEN 2024-11-27T17:21:59,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21483699957/meta-region-server 2024-11-27T17:21:59,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21483699957/meta-region-server 2024-11-27T17:21:59,361 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,43881,1732728116077 2024-11-27T17:21:59,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21483699957/meta-region-server: CHANGED 2024-11-27T17:21:59,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21483699957/meta-region-server: CHANGED 2024-11-27T17:21:59,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:21:59,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,43881,1732728116077 in 200 msec 2024-11-27T17:21:59,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:21:59,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-27T17:21:59,365 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:21:59,365 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:21:59,366 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:59,366 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,43881,1732728116077, seqNum=-1] 2024-11-27T17:21:59,366 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:59,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:21:59,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-27T17:21:59,371 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728119371, completionTime=-1 2024-11-27T17:21:59,371 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:21:59,371 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:21:59,373 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:21:59,373 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728179373 2024-11-27T17:21:59,373 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728239373 2024-11-27T17:21:59,373 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T17:21:59,374 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33039,1732728115952-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:59,374 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33039,1732728115952-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:59,374 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33039,1732728115952-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:59,374 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:33039, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:59,374 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:59,374 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:59,375 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:21:59,377 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.237sec 2024-11-27T17:21:59,377 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:21:59,377 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:21:59,377 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:21:59,378 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:21:59,378 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:21:59,378 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33039,1732728115952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:21:59,378 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33039,1732728115952-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:21:59,379 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:21:59,379 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:21:59,379 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33039,1732728115952-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:21:59,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f59e442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:59,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33039,-1 for getting cluster id 2024-11-27T17:21:59,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:21:59,407 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '348025fa-e874-4041-ba29-8e883f734bbf' 2024-11-27T17:21:59,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:21:59,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "348025fa-e874-4041-ba29-8e883f734bbf" 2024-11-27T17:21:59,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dbf736d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:59,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33039,-1] 2024-11-27T17:21:59,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:21:59,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:21:59,409 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:21:59,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4068b241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:21:59,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:21:59,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,43881,1732728116077, seqNum=-1] 2024-11-27T17:21:59,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:21:59,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:21:59,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,33039,1732728115952 2024-11-27T17:21:59,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62944 2024-11-27T17:21:59,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:21:59,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017d509bdc0008 connected 2024-11-27T17:21:59,426 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:21:59,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:59,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:59,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:21:59,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,35827,1732728105310 2024-11-27T17:21:59,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7be455d5 2024-11-27T17:21:59,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:21:59,440 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:21:59,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:21:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T17:21:59,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:21:59,443 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:59,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T17:21:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:21:59,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:21:59,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741835_1011 (size=902) 2024-11-27T17:21:59,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:59,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:59,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:59,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:59,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:59,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:59,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b12cdf9730adb0bc20c61b10f103fd86, NAME => 'test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958 2024-11-27T17:21:59,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:59,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:59,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:59,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741836_1012 (size=39) 2024-11-27T17:21:59,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:59,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b12cdf9730adb0bc20c61b10f103fd86, disabling compactions & flushes 2024-11-27T17:21:59,484 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86. 2024-11-27T17:21:59,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86. 2024-11-27T17:21:59,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86. after waiting 0 ms 2024-11-27T17:21:59,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86. 2024-11-27T17:21:59,484 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86. 2024-11-27T17:21:59,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b12cdf9730adb0bc20c61b10f103fd86: Waiting for close lock at 1732728119484Disabling compacts and flushes for region at 1732728119484Disabling writes for close at 1732728119484Writing region close event to WAL at 1732728119484Closed at 1732728119484 2024-11-27T17:21:59,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:21:59,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:21:59,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732728119485"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728119485"}]},"ts":"1732728119485"} 2024-11-27T17:21:59,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:21:59,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:21:59,489 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728119488"}]},"ts":"1732728119488"} 2024-11-27T17:21:59,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T17:21:59,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b12cdf9730adb0bc20c61b10f103fd86, ASSIGN}] 2024-11-27T17:21:59,492 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b12cdf9730adb0bc20c61b10f103fd86, ASSIGN 2024-11-27T17:21:59,493 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b12cdf9730adb0bc20c61b10f103fd86, ASSIGN; state=OFFLINE, location=8f0673442175,36725,1732728105462; forceNewPlan=false, retain=false 2024-11-27T17:21:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:21:59,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b12cdf9730adb0bc20c61b10f103fd86, regionState=OPENING, regionLocation=8f0673442175,36725,1732728105462 2024-11-27T17:21:59,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b12cdf9730adb0bc20c61b10f103fd86, ASSIGN because future has completed 2024-11-27T17:21:59,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b12cdf9730adb0bc20c61b10f103fd86, server=8f0673442175,36725,1732728105462}] 2024-11-27T17:21:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:21:59,802 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86. 2024-11-27T17:21:59,803 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b12cdf9730adb0bc20c61b10f103fd86, NAME => 'test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:21:59,803 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:21:59,803 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T17:21:59,803 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b12cdf9730adb0bc20c61b10f103fd86 2024-11-27T17:21:59,803 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:21:59,803 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b12cdf9730adb0bc20c61b10f103fd86 2024-11-27T17:21:59,803 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b12cdf9730adb0bc20c61b10f103fd86 2024-11-27T17:21:59,804 INFO [StoreOpener-b12cdf9730adb0bc20c61b10f103fd86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b12cdf9730adb0bc20c61b10f103fd86 2024-11-27T17:21:59,805 INFO [StoreOpener-b12cdf9730adb0bc20c61b10f103fd86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b12cdf9730adb0bc20c61b10f103fd86 columnFamilyName f 2024-11-27T17:21:59,805 DEBUG [StoreOpener-b12cdf9730adb0bc20c61b10f103fd86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:59,806 INFO [StoreOpener-b12cdf9730adb0bc20c61b10f103fd86-1 {}] regionserver.HStore(327): Store=b12cdf9730adb0bc20c61b10f103fd86/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:59,806 INFO [StoreOpener-b12cdf9730adb0bc20c61b10f103fd86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b12cdf9730adb0bc20c61b10f103fd86 2024-11-27T17:21:59,807 INFO [StoreOpener-b12cdf9730adb0bc20c61b10f103fd86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b12cdf9730adb0bc20c61b10f103fd86 columnFamilyName f1 2024-11-27T17:21:59,807 DEBUG [StoreOpener-b12cdf9730adb0bc20c61b10f103fd86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:59,807 INFO [StoreOpener-b12cdf9730adb0bc20c61b10f103fd86-1 {}] regionserver.HStore(327): Store=b12cdf9730adb0bc20c61b10f103fd86/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:59,807 INFO [StoreOpener-b12cdf9730adb0bc20c61b10f103fd86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b12cdf9730adb0bc20c61b10f103fd86 2024-11-27T17:21:59,808 INFO [StoreOpener-b12cdf9730adb0bc20c61b10f103fd86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b12cdf9730adb0bc20c61b10f103fd86 columnFamilyName norep 2024-11-27T17:21:59,808 DEBUG [StoreOpener-b12cdf9730adb0bc20c61b10f103fd86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:21:59,808 INFO [StoreOpener-b12cdf9730adb0bc20c61b10f103fd86-1 {}] regionserver.HStore(327): Store=b12cdf9730adb0bc20c61b10f103fd86/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:21:59,808 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b12cdf9730adb0bc20c61b10f103fd86 2024-11-27T17:21:59,809 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86 2024-11-27T17:21:59,809 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86 2024-11-27T17:21:59,810 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b12cdf9730adb0bc20c61b10f103fd86 2024-11-27T17:21:59,810 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b12cdf9730adb0bc20c61b10f103fd86 2024-11-27T17:21:59,810 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:21:59,811 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b12cdf9730adb0bc20c61b10f103fd86 2024-11-27T17:21:59,812 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:21:59,812 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b12cdf9730adb0bc20c61b10f103fd86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64098791, jitterRate=-0.044853582978248596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:21:59,812 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b12cdf9730adb0bc20c61b10f103fd86 2024-11-27T17:21:59,813 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b12cdf9730adb0bc20c61b10f103fd86: Running coprocessor pre-open hook at 1732728119803Writing region info on filesystem at 1732728119803Initializing all the Stores at 1732728119804 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728119804Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728119804Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728119804Cleaning up temporary data from old regions at 1732728119810 (+6 ms)Running coprocessor post-open hooks at 1732728119812 (+2 ms)Region opened successfully at 1732728119813 (+1 ms) 2024-11-27T17:21:59,813 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86., pid=6, masterSystemTime=1732728119799 2024-11-27T17:21:59,815 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86. 2024-11-27T17:21:59,815 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86. 2024-11-27T17:21:59,816 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b12cdf9730adb0bc20c61b10f103fd86, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8f0673442175,36725,1732728105462 2024-11-27T17:21:59,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b12cdf9730adb0bc20c61b10f103fd86, server=8f0673442175,36725,1732728105462 because future has completed 2024-11-27T17:21:59,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:21:59,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b12cdf9730adb0bc20c61b10f103fd86, server=8f0673442175,36725,1732728105462 in 171 msec 2024-11-27T17:21:59,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:21:59,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b12cdf9730adb0bc20c61b10f103fd86, ASSIGN in 328 msec 2024-11-27T17:21:59,821 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:21:59,821 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728119821"}]},"ts":"1732728119821"} 2024-11-27T17:21:59,823 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T17:21:59,823 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:21:59,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 383 msec 2024-11-27T17:22:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:00,073 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T17:22:00,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:00,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,39333,1732728110811 2024-11-27T17:22:00,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f481b7d 2024-11-27T17:22:00,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:00,075 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:00,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:22:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T17:22:00,078 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:22:00,078 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:00,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T17:22:00,079 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:22:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:00,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741835_1011 (size=902) 2024-11-27T17:22:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:00,487 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d6e15c41fe6eb83a7b83ba82a87ed20, NAME => 'test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493 2024-11-27T17:22:00,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741836_1012 (size=39) 2024-11-27T17:22:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:00,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:00,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3d6e15c41fe6eb83a7b83ba82a87ed20, disabling compactions & flushes 2024-11-27T17:22:00,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20. 2024-11-27T17:22:00,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20. 2024-11-27T17:22:00,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20. after waiting 0 ms 2024-11-27T17:22:00,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20. 2024-11-27T17:22:00,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20. 2024-11-27T17:22:00,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d6e15c41fe6eb83a7b83ba82a87ed20: Waiting for close lock at 1732728120892Disabling compacts and flushes for region at 1732728120892Disabling writes for close at 1732728120892Writing region close event to WAL at 1732728120892Closed at 1732728120892 2024-11-27T17:22:00,893 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:22:00,893 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732728120893"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728120893"}]},"ts":"1732728120893"} 2024-11-27T17:22:00,895 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:22:00,896 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:22:00,896 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728120896"}]},"ts":"1732728120896"} 2024-11-27T17:22:00,898 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T17:22:00,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d6e15c41fe6eb83a7b83ba82a87ed20, ASSIGN}] 2024-11-27T17:22:00,899 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d6e15c41fe6eb83a7b83ba82a87ed20, ASSIGN 2024-11-27T17:22:00,900 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3d6e15c41fe6eb83a7b83ba82a87ed20, ASSIGN; state=OFFLINE, location=8f0673442175,35063,1732728110964; forceNewPlan=false, retain=false 2024-11-27T17:22:01,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d6e15c41fe6eb83a7b83ba82a87ed20, regionState=OPENING, regionLocation=8f0673442175,35063,1732728110964 2024-11-27T17:22:01,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3d6e15c41fe6eb83a7b83ba82a87ed20, ASSIGN because future has completed 2024-11-27T17:22:01,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d6e15c41fe6eb83a7b83ba82a87ed20, server=8f0673442175,35063,1732728110964}] 2024-11-27T17:22:01,208 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20. 2024-11-27T17:22:01,208 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d6e15c41fe6eb83a7b83ba82a87ed20, NAME => 'test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:01,209 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:22:01,209 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T17:22:01,209 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:01,209 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:01,209 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:01,209 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:01,211 INFO [StoreOpener-3d6e15c41fe6eb83a7b83ba82a87ed20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:01,212 INFO [StoreOpener-3d6e15c41fe6eb83a7b83ba82a87ed20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d6e15c41fe6eb83a7b83ba82a87ed20 columnFamilyName f 2024-11-27T17:22:01,212 DEBUG [StoreOpener-3d6e15c41fe6eb83a7b83ba82a87ed20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:01,213 INFO [StoreOpener-3d6e15c41fe6eb83a7b83ba82a87ed20-1 {}] regionserver.HStore(327): Store=3d6e15c41fe6eb83a7b83ba82a87ed20/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:01,213 INFO [StoreOpener-3d6e15c41fe6eb83a7b83ba82a87ed20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:01,214 INFO [StoreOpener-3d6e15c41fe6eb83a7b83ba82a87ed20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d6e15c41fe6eb83a7b83ba82a87ed20 columnFamilyName f1 2024-11-27T17:22:01,214 DEBUG [StoreOpener-3d6e15c41fe6eb83a7b83ba82a87ed20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:01,215 INFO [StoreOpener-3d6e15c41fe6eb83a7b83ba82a87ed20-1 {}] regionserver.HStore(327): Store=3d6e15c41fe6eb83a7b83ba82a87ed20/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:01,215 INFO [StoreOpener-3d6e15c41fe6eb83a7b83ba82a87ed20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:01,216 INFO [StoreOpener-3d6e15c41fe6eb83a7b83ba82a87ed20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d6e15c41fe6eb83a7b83ba82a87ed20 columnFamilyName norep 2024-11-27T17:22:01,216 DEBUG [StoreOpener-3d6e15c41fe6eb83a7b83ba82a87ed20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:01,216 INFO [StoreOpener-3d6e15c41fe6eb83a7b83ba82a87ed20-1 {}] regionserver.HStore(327): Store=3d6e15c41fe6eb83a7b83ba82a87ed20/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:01,216 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:01,217 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:01,217 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:01,218 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:01,218 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:01,219 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:22:01,220 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:01,221 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:01,222 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3d6e15c41fe6eb83a7b83ba82a87ed20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69108210, jitterRate=0.029792577028274536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:22:01,222 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:01,222 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3d6e15c41fe6eb83a7b83ba82a87ed20: Running coprocessor pre-open hook at 1732728121209Writing region info on filesystem at 1732728121209Initializing all the Stores at 1732728121210 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728121210Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728121211 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728121211Cleaning up temporary data from old regions at 1732728121218 (+7 ms)Running coprocessor post-open hooks at 1732728121222 (+4 ms)Region opened successfully at 1732728121222 2024-11-27T17:22:01,223 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20., pid=6, masterSystemTime=1732728121205 2024-11-27T17:22:01,224 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20. 2024-11-27T17:22:01,224 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20. 2024-11-27T17:22:01,225 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d6e15c41fe6eb83a7b83ba82a87ed20, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8f0673442175,35063,1732728110964 2024-11-27T17:22:01,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d6e15c41fe6eb83a7b83ba82a87ed20, server=8f0673442175,35063,1732728110964 because future has completed 2024-11-27T17:22:01,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:22:01,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d6e15c41fe6eb83a7b83ba82a87ed20, server=8f0673442175,35063,1732728110964 in 175 msec 2024-11-27T17:22:01,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:22:01,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3d6e15c41fe6eb83a7b83ba82a87ed20, ASSIGN in 331 msec 2024-11-27T17:22:01,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:22:01,232 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728121231"}]},"ts":"1732728121231"} 2024-11-27T17:22:01,233 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T17:22:01,234 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:22:01,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-27T17:22:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:02,224 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T17:22:02,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:02,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33039,1732728115952 2024-11-27T17:22:02,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a9e6446 2024-11-27T17:22:02,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:02,226 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:02,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:22:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T17:22:02,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:22:02,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:02,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T17:22:02,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:22:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:02,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741835_1011 (size=902) 2024-11-27T17:22:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:02,639 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 452a3617e673fcd91f70eba2e2e77639, NAME => 'test,,1732728122227.452a3617e673fcd91f70eba2e2e77639.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded 2024-11-27T17:22:02,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741836_1012 (size=39) 2024-11-27T17:22:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:03,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732728122227.452a3617e673fcd91f70eba2e2e77639.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:03,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 452a3617e673fcd91f70eba2e2e77639, disabling compactions & flushes 2024-11-27T17:22:03,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732728122227.452a3617e673fcd91f70eba2e2e77639. 2024-11-27T17:22:03,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728122227.452a3617e673fcd91f70eba2e2e77639. 2024-11-27T17:22:03,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732728122227.452a3617e673fcd91f70eba2e2e77639. after waiting 0 ms 2024-11-27T17:22:03,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732728122227.452a3617e673fcd91f70eba2e2e77639. 2024-11-27T17:22:03,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732728122227.452a3617e673fcd91f70eba2e2e77639. 2024-11-27T17:22:03,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 452a3617e673fcd91f70eba2e2e77639: Waiting for close lock at 1732728123045Disabling compacts and flushes for region at 1732728123045Disabling writes for close at 1732728123046 (+1 ms)Writing region close event to WAL at 1732728123046Closed at 1732728123046 2024-11-27T17:22:03,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:22:03,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732728122227.452a3617e673fcd91f70eba2e2e77639.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732728123047"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728123047"}]},"ts":"1732728123047"} 2024-11-27T17:22:03,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:22:03,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:22:03,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728123050"}]},"ts":"1732728123050"} 2024-11-27T17:22:03,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T17:22:03,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=452a3617e673fcd91f70eba2e2e77639, ASSIGN}] 2024-11-27T17:22:03,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=452a3617e673fcd91f70eba2e2e77639, ASSIGN 2024-11-27T17:22:03,053 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=452a3617e673fcd91f70eba2e2e77639, ASSIGN; state=OFFLINE, location=8f0673442175,43881,1732728116077; forceNewPlan=false, retain=false 2024-11-27T17:22:03,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=452a3617e673fcd91f70eba2e2e77639, regionState=OPENING, regionLocation=8f0673442175,43881,1732728116077 2024-11-27T17:22:03,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=452a3617e673fcd91f70eba2e2e77639, ASSIGN because future has completed 2024-11-27T17:22:03,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 452a3617e673fcd91f70eba2e2e77639, server=8f0673442175,43881,1732728116077}] 2024-11-27T17:22:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:03,409 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732728122227.452a3617e673fcd91f70eba2e2e77639. 2024-11-27T17:22:03,410 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 452a3617e673fcd91f70eba2e2e77639, NAME => 'test,,1732728122227.452a3617e673fcd91f70eba2e2e77639.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:03,410 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:22:03,410 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T17:22:03,410 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:03,410 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732728122227.452a3617e673fcd91f70eba2e2e77639.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:03,410 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:03,410 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:03,412 INFO [StoreOpener-452a3617e673fcd91f70eba2e2e77639-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:03,413 INFO [StoreOpener-452a3617e673fcd91f70eba2e2e77639-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 452a3617e673fcd91f70eba2e2e77639 columnFamilyName f 2024-11-27T17:22:03,413 DEBUG [StoreOpener-452a3617e673fcd91f70eba2e2e77639-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:03,413 INFO [StoreOpener-452a3617e673fcd91f70eba2e2e77639-1 {}] regionserver.HStore(327): Store=452a3617e673fcd91f70eba2e2e77639/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:03,413 INFO [StoreOpener-452a3617e673fcd91f70eba2e2e77639-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:03,414 INFO [StoreOpener-452a3617e673fcd91f70eba2e2e77639-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 452a3617e673fcd91f70eba2e2e77639 columnFamilyName f1 2024-11-27T17:22:03,414 DEBUG [StoreOpener-452a3617e673fcd91f70eba2e2e77639-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:03,414 INFO [StoreOpener-452a3617e673fcd91f70eba2e2e77639-1 {}] regionserver.HStore(327): Store=452a3617e673fcd91f70eba2e2e77639/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:03,414 INFO [StoreOpener-452a3617e673fcd91f70eba2e2e77639-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:03,415 INFO [StoreOpener-452a3617e673fcd91f70eba2e2e77639-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 452a3617e673fcd91f70eba2e2e77639 columnFamilyName norep 2024-11-27T17:22:03,415 DEBUG [StoreOpener-452a3617e673fcd91f70eba2e2e77639-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:03,415 INFO [StoreOpener-452a3617e673fcd91f70eba2e2e77639-1 {}] regionserver.HStore(327): Store=452a3617e673fcd91f70eba2e2e77639/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:03,416 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:03,416 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:03,416 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:03,417 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:03,417 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:03,418 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:22:03,419 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:03,422 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:03,423 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 452a3617e673fcd91f70eba2e2e77639; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70312301, jitterRate=0.047734931111335754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:22:03,423 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:03,423 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 452a3617e673fcd91f70eba2e2e77639: Running coprocessor pre-open hook at 1732728123410Writing region info on filesystem at 1732728123410Initializing all the Stores at 1732728123411 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728123411Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728123411Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728123411Cleaning up temporary data from old regions at 1732728123417 (+6 ms)Running coprocessor post-open hooks at 1732728123423 (+6 ms)Region opened successfully at 1732728123423 2024-11-27T17:22:03,424 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732728122227.452a3617e673fcd91f70eba2e2e77639., pid=6, masterSystemTime=1732728123358 2024-11-27T17:22:03,425 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732728122227.452a3617e673fcd91f70eba2e2e77639. 2024-11-27T17:22:03,425 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732728122227.452a3617e673fcd91f70eba2e2e77639. 2024-11-27T17:22:03,426 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=452a3617e673fcd91f70eba2e2e77639, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8f0673442175,43881,1732728116077 2024-11-27T17:22:03,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 452a3617e673fcd91f70eba2e2e77639, server=8f0673442175,43881,1732728116077 because future has completed 2024-11-27T17:22:03,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:22:03,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 452a3617e673fcd91f70eba2e2e77639, server=8f0673442175,43881,1732728116077 in 225 msec 2024-11-27T17:22:03,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:22:03,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=452a3617e673fcd91f70eba2e2e77639, ASSIGN in 381 msec 2024-11-27T17:22:03,435 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:22:03,435 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728123435"}]},"ts":"1732728123435"} 2024-11-27T17:22:03,437 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T17:22:03,438 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:22:03,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2110 sec 2024-11-27T17:22:04,307 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T17:22:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:04,373 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T17:22:04,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea6c035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:04,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,35827,-1 for getting cluster id 2024-11-27T17:22:04,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:04,374 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8045b91-5a1f-410c-b397-b9b91d538ccf' 2024-11-27T17:22:04,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:04,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8045b91-5a1f-410c-b397-b9b91d538ccf" 2024-11-27T17:22:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ff36b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,35827,-1] 2024-11-27T17:22:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:04,376 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b027257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:04,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:04,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,35827,1732728105310 2024-11-27T17:22:04,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@451b8cf8 2024-11-27T17:22:04,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:04,378 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:04,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8f0673442175:39333,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:22:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:22:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:04,381 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:39333' 2024-11-27T17:22:04,381 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f567838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:04,382 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,39333,-1 for getting cluster id 2024-11-27T17:22:04,382 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:04,382 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0d7b834-8229-4e21-af3b-bbb5a730a3b9' 2024-11-27T17:22:04,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:04,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0d7b834-8229-4e21-af3b-bbb5a730a3b9" 2024-11-27T17:22:04,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7e1320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:04,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,39333,-1] 2024-11-27T17:22:04,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:04,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:04,383 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:04,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4adee4b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:04,384 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:04,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,39333,1732728110811 2024-11-27T17:22:04,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@300d1104 2024-11-27T17:22:04,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:04,386 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:04,386 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T17:22:04,386 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:22:04,386 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:04,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:04,386 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:04,387 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:22:04,388 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:22:04,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:22:04,389 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:04,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:22:04,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741837_1013 (size=1138) 2024-11-27T17:22:04,438 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T17:22:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:04,796 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 077ccac02dfdee4191a6f92116618f9b, NAME => 'hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958 2024-11-27T17:22:04,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741838_1014 (size=44) 2024-11-27T17:22:04,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:04,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 077ccac02dfdee4191a6f92116618f9b, disabling compactions & flushes 2024-11-27T17:22:04,802 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b. 2024-11-27T17:22:04,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b. 2024-11-27T17:22:04,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b. after waiting 0 ms 2024-11-27T17:22:04,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b. 2024-11-27T17:22:04,802 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b. 2024-11-27T17:22:04,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 077ccac02dfdee4191a6f92116618f9b: Waiting for close lock at 1732728124802Disabling compacts and flushes for region at 1732728124802Disabling writes for close at 1732728124802Writing region close event to WAL at 1732728124802Closed at 1732728124802 2024-11-27T17:22:04,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:22:04,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732728124803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728124803"}]},"ts":"1732728124803"} 2024-11-27T17:22:04,805 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:22:04,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:22:04,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728124806"}]},"ts":"1732728124806"} 2024-11-27T17:22:04,807 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T17:22:04,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=077ccac02dfdee4191a6f92116618f9b, ASSIGN}] 2024-11-27T17:22:04,808 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=077ccac02dfdee4191a6f92116618f9b, ASSIGN 2024-11-27T17:22:04,809 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=077ccac02dfdee4191a6f92116618f9b, ASSIGN; state=OFFLINE, location=8f0673442175,36725,1732728105462; forceNewPlan=false, retain=false 2024-11-27T17:22:04,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:22:04,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:04,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:04,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:04,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:04,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:04,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:04,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:04,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:04,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:04,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:04,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:04,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:04,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=077ccac02dfdee4191a6f92116618f9b, regionState=OPENING, regionLocation=8f0673442175,36725,1732728105462 2024-11-27T17:22:04,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=077ccac02dfdee4191a6f92116618f9b, ASSIGN because future has completed 2024-11-27T17:22:04,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 077ccac02dfdee4191a6f92116618f9b, server=8f0673442175,36725,1732728105462}] 2024-11-27T17:22:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:05,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b. 2024-11-27T17:22:05,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:22:05,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:22:05,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C36725%2C1732728105462.rep, suffix=, logDir=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462, archiveDir=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/oldWALs, maxLogs=10 2024-11-27T17:22:05,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.rep.1732728125119, exclude list is [], retry=0 2024-11-27T17:22:05,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39593,DS-d03640aa-3e42-4b10-803d-dea8514f4d6d,DISK] 2024-11-27T17:22:05,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.rep.1732728125119 2024-11-27T17:22:05,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45311:45311)] 2024-11-27T17:22:05,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 077ccac02dfdee4191a6f92116618f9b, NAME => 'hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:05,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:22:05,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:22:05,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b. service=MultiRowMutationService 2024-11-27T17:22:05,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:22:05,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 077ccac02dfdee4191a6f92116618f9b 2024-11-27T17:22:05,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:05,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 077ccac02dfdee4191a6f92116618f9b 2024-11-27T17:22:05,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 077ccac02dfdee4191a6f92116618f9b 2024-11-27T17:22:05,144 INFO [StoreOpener-077ccac02dfdee4191a6f92116618f9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 077ccac02dfdee4191a6f92116618f9b 2024-11-27T17:22:05,145 INFO [StoreOpener-077ccac02dfdee4191a6f92116618f9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 077ccac02dfdee4191a6f92116618f9b columnFamilyName hfileref 2024-11-27T17:22:05,145 DEBUG [StoreOpener-077ccac02dfdee4191a6f92116618f9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:05,146 INFO [StoreOpener-077ccac02dfdee4191a6f92116618f9b-1 {}] regionserver.HStore(327): Store=077ccac02dfdee4191a6f92116618f9b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:05,146 INFO [StoreOpener-077ccac02dfdee4191a6f92116618f9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 077ccac02dfdee4191a6f92116618f9b 2024-11-27T17:22:05,147 INFO [StoreOpener-077ccac02dfdee4191a6f92116618f9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 077ccac02dfdee4191a6f92116618f9b columnFamilyName queue 2024-11-27T17:22:05,147 DEBUG [StoreOpener-077ccac02dfdee4191a6f92116618f9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:05,147 INFO [StoreOpener-077ccac02dfdee4191a6f92116618f9b-1 {}] regionserver.HStore(327): Store=077ccac02dfdee4191a6f92116618f9b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:05,147 INFO [StoreOpener-077ccac02dfdee4191a6f92116618f9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 077ccac02dfdee4191a6f92116618f9b 2024-11-27T17:22:05,148 INFO [StoreOpener-077ccac02dfdee4191a6f92116618f9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 077ccac02dfdee4191a6f92116618f9b columnFamilyName sid 2024-11-27T17:22:05,148 DEBUG [StoreOpener-077ccac02dfdee4191a6f92116618f9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:05,148 INFO [StoreOpener-077ccac02dfdee4191a6f92116618f9b-1 {}] regionserver.HStore(327): Store=077ccac02dfdee4191a6f92116618f9b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:05,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 077ccac02dfdee4191a6f92116618f9b 2024-11-27T17:22:05,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/replication/077ccac02dfdee4191a6f92116618f9b 2024-11-27T17:22:05,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/replication/077ccac02dfdee4191a6f92116618f9b 2024-11-27T17:22:05,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 077ccac02dfdee4191a6f92116618f9b 2024-11-27T17:22:05,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 077ccac02dfdee4191a6f92116618f9b 2024-11-27T17:22:05,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:22:05,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 077ccac02dfdee4191a6f92116618f9b 2024-11-27T17:22:05,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/replication/077ccac02dfdee4191a6f92116618f9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:05,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 077ccac02dfdee4191a6f92116618f9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60173249, jitterRate=-0.10334871709346771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:22:05,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 077ccac02dfdee4191a6f92116618f9b 2024-11-27T17:22:05,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 077ccac02dfdee4191a6f92116618f9b: Running coprocessor pre-open hook at 1732728125141Writing region info on filesystem at 1732728125142 (+1 ms)Initializing all the Stores at 1732728125143 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728125143Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728125144 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728125144Cleaning up temporary data from old regions at 1732728125150 (+6 ms)Running coprocessor post-open hooks at 1732728125157 (+7 ms)Region opened successfully at 1732728125158 (+1 ms) 2024-11-27T17:22:05,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b., pid=10, masterSystemTime=1732728125114 2024-11-27T17:22:05,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b. 2024-11-27T17:22:05,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b. 2024-11-27T17:22:05,161 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=077ccac02dfdee4191a6f92116618f9b, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,36725,1732728105462 2024-11-27T17:22:05,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 077ccac02dfdee4191a6f92116618f9b, server=8f0673442175,36725,1732728105462 because future has completed 2024-11-27T17:22:05,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T17:22:05,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 077ccac02dfdee4191a6f92116618f9b, server=8f0673442175,36725,1732728105462 in 203 msec 2024-11-27T17:22:05,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T17:22:05,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=077ccac02dfdee4191a6f92116618f9b, ASSIGN in 358 msec 2024-11-27T17:22:05,168 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:22:05,169 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728125168"}]},"ts":"1732728125168"} 2024-11-27T17:22:05,170 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T17:22:05,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:22:05,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 784 msec 2024-11-27T17:22:05,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b., hostname=8f0673442175,36725,1732728105462, seqNum=2] 2024-11-27T17:22:05,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:22:05,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:22:05,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:22:05,509 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T17:22:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:05,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T17:22:05,638 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T17:22:05,664 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,36725,1732728105462, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:22:05,665 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:05,665 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,36725,1732728105462, seqNum=-1] 2024-11-27T17:22:05,665 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:05,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T17:22:05,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8f0673442175,36725,1732728105462', locateType=CURRENT is [region=hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b., hostname=8f0673442175,36725,1732728105462, seqNum=2] 2024-11-27T17:22:05,670 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T17:22:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T17:22:05,672 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8f0673442175,36725,1732728105462 suceeded 2024-11-27T17:22:05,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T17:22:05,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-27T17:22:05,674 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8f0673442175:39333,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:22:05,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2960 sec 2024-11-27T17:22:05,684 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:39333' 2024-11-27T17:22:05,685 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b43e315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:05,685 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,39333,-1 for getting cluster id 2024-11-27T17:22:05,686 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:05,686 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0d7b834-8229-4e21-af3b-bbb5a730a3b9' 2024-11-27T17:22:05,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:05,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0d7b834-8229-4e21-af3b-bbb5a730a3b9" 2024-11-27T17:22:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f9a2fc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,39333,-1] 2024-11-27T17:22:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:05,688 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:05,688 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ba9ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:05,688 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:05,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,39333,1732728110811 2024-11-27T17:22:05,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67bb9a8c 2024-11-27T17:22:05,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:05,690 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-27T17:22:05,690 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,36725,1732728105462 (queues=1) is replicating from cluster=a8045b91-5a1f-410c-b397-b9b91d538ccf to cluster=a0d7b834-8229-4e21-af3b-bbb5a730a3b9 2024-11-27T17:22:05,690 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C36725%2C1732728105462 2024-11-27T17:22:05,691 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,36725,1732728105462, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:22:05,691 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397, startPosition=0, beingWritten=true 2024-11-27T17:22:05,692 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C36725%2C1732728105462 2024-11-27T17:22:05,695 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:05,695 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 379, reset compression=false 2024-11-27T17:22:05,695 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,36725,1732728105462 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:05,899 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 379, reset compression=false 2024-11-27T17:22:06,202 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 379, reset compression=false 2024-11-27T17:22:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:06,523 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:22:06,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:22:06,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:06,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:06,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:06,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:06,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef211bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:06,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,39333,-1 for getting cluster id 2024-11-27T17:22:06,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:06,524 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0d7b834-8229-4e21-af3b-bbb5a730a3b9' 2024-11-27T17:22:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0d7b834-8229-4e21-af3b-bbb5a730a3b9" 2024-11-27T17:22:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9935e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,39333,-1] 2024-11-27T17:22:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:06,525 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:06,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8317c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:06,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,39333,1732728110811 2024-11-27T17:22:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@403ce825 2024-11-27T17:22:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:06,528 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:06,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8f0673442175:33039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:22:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:22:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:06,531 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:33039' 2024-11-27T17:22:06,532 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3634f2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:06,532 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33039,-1 for getting cluster id 2024-11-27T17:22:06,532 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:06,533 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '348025fa-e874-4041-ba29-8e883f734bbf' 2024-11-27T17:22:06,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:06,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "348025fa-e874-4041-ba29-8e883f734bbf" 2024-11-27T17:22:06,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f47b460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:06,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33039,-1] 2024-11-27T17:22:06,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:06,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:06,534 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:06,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d29a22c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:06,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:06,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33039,1732728115952 2024-11-27T17:22:06,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e1c6825 2024-11-27T17:22:06,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:06,536 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:06,536 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T17:22:06,536 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:22:06,536 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:06,536 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:06,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:06,537 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:22:06,537 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:22:06,538 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:22:06,538 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:06,539 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:22:06,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741837_1013 (size=1138) 2024-11-27T17:22:06,588 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T17:22:06,605 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 379, reset compression=false 2024-11-27T17:22:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:06,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf11424d61eb2dc9f4311e3ff8eeec93, NAME => 'hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493 2024-11-27T17:22:06,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741838_1014 (size=44) 2024-11-27T17:22:07,108 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 379, reset compression=false 2024-11-27T17:22:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:07,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:07,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bf11424d61eb2dc9f4311e3ff8eeec93, disabling compactions & flushes 2024-11-27T17:22:07,352 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93. 2024-11-27T17:22:07,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93. 2024-11-27T17:22:07,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93. after waiting 0 ms 2024-11-27T17:22:07,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93. 2024-11-27T17:22:07,352 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93. 2024-11-27T17:22:07,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf11424d61eb2dc9f4311e3ff8eeec93: Waiting for close lock at 1732728127352Disabling compacts and flushes for region at 1732728127352Disabling writes for close at 1732728127352Writing region close event to WAL at 1732728127352Closed at 1732728127352 2024-11-27T17:22:07,353 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:22:07,353 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732728127353"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728127353"}]},"ts":"1732728127353"} 2024-11-27T17:22:07,355 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:22:07,355 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:22:07,355 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728127355"}]},"ts":"1732728127355"} 2024-11-27T17:22:07,357 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T17:22:07,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bf11424d61eb2dc9f4311e3ff8eeec93, ASSIGN}] 2024-11-27T17:22:07,358 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bf11424d61eb2dc9f4311e3ff8eeec93, ASSIGN 2024-11-27T17:22:07,358 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bf11424d61eb2dc9f4311e3ff8eeec93, ASSIGN; state=OFFLINE, location=8f0673442175,35063,1732728110964; forceNewPlan=false, retain=false 2024-11-27T17:22:07,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bf11424d61eb2dc9f4311e3ff8eeec93, regionState=OPENING, regionLocation=8f0673442175,35063,1732728110964 2024-11-27T17:22:07,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bf11424d61eb2dc9f4311e3ff8eeec93, ASSIGN because future has completed 2024-11-27T17:22:07,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf11424d61eb2dc9f4311e3ff8eeec93, server=8f0673442175,35063,1732728110964}] 2024-11-27T17:22:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:07,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93. 2024-11-27T17:22:07,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:22:07,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:22:07,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C35063%2C1732728110964.rep, suffix=, logDir=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964, archiveDir=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/oldWALs, maxLogs=10 2024-11-27T17:22:07,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.rep.1732728127667, exclude list is [], retry=0 2024-11-27T17:22:07,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44507,DS-336612da-dd64-4a67-937e-184b4252b7f0,DISK] 2024-11-27T17:22:07,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.rep.1732728127667 2024-11-27T17:22:07,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38491:38491)] 2024-11-27T17:22:07,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bf11424d61eb2dc9f4311e3ff8eeec93, NAME => 'hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:07,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:22:07,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:22:07,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93. service=MultiRowMutationService 2024-11-27T17:22:07,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:22:07,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:07,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:07,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:07,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:07,684 INFO [StoreOpener-bf11424d61eb2dc9f4311e3ff8eeec93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:07,685 INFO [StoreOpener-bf11424d61eb2dc9f4311e3ff8eeec93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf11424d61eb2dc9f4311e3ff8eeec93 columnFamilyName hfileref 2024-11-27T17:22:07,685 DEBUG [StoreOpener-bf11424d61eb2dc9f4311e3ff8eeec93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:07,686 INFO [StoreOpener-bf11424d61eb2dc9f4311e3ff8eeec93-1 {}] regionserver.HStore(327): Store=bf11424d61eb2dc9f4311e3ff8eeec93/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:07,686 INFO [StoreOpener-bf11424d61eb2dc9f4311e3ff8eeec93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:07,686 INFO [StoreOpener-bf11424d61eb2dc9f4311e3ff8eeec93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf11424d61eb2dc9f4311e3ff8eeec93 columnFamilyName queue 2024-11-27T17:22:07,687 DEBUG [StoreOpener-bf11424d61eb2dc9f4311e3ff8eeec93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:07,687 INFO [StoreOpener-bf11424d61eb2dc9f4311e3ff8eeec93-1 {}] regionserver.HStore(327): Store=bf11424d61eb2dc9f4311e3ff8eeec93/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:07,687 INFO [StoreOpener-bf11424d61eb2dc9f4311e3ff8eeec93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:07,688 INFO [StoreOpener-bf11424d61eb2dc9f4311e3ff8eeec93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf11424d61eb2dc9f4311e3ff8eeec93 columnFamilyName sid 2024-11-27T17:22:07,688 DEBUG [StoreOpener-bf11424d61eb2dc9f4311e3ff8eeec93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:07,688 INFO [StoreOpener-bf11424d61eb2dc9f4311e3ff8eeec93-1 {}] regionserver.HStore(327): Store=bf11424d61eb2dc9f4311e3ff8eeec93/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:07,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:07,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/replication/bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:07,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/replication/bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:07,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:07,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:07,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:22:07,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:07,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/replication/bf11424d61eb2dc9f4311e3ff8eeec93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:07,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bf11424d61eb2dc9f4311e3ff8eeec93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62369321, jitterRate=-0.0706246942281723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:22:07,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:07,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bf11424d61eb2dc9f4311e3ff8eeec93: Running coprocessor pre-open hook at 1732728127683Writing region info on filesystem at 1732728127683Initializing all the Stores at 1732728127684 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728127684Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728127684Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728127684Cleaning up temporary data from old regions at 1732728127690 (+6 ms)Running coprocessor post-open hooks at 1732728127693 (+3 ms)Region opened successfully at 1732728127693 2024-11-27T17:22:07,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93., pid=10, masterSystemTime=1732728127663 2024-11-27T17:22:07,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93. 2024-11-27T17:22:07,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93. 2024-11-27T17:22:07,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bf11424d61eb2dc9f4311e3ff8eeec93, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,35063,1732728110964 2024-11-27T17:22:07,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf11424d61eb2dc9f4311e3ff8eeec93, server=8f0673442175,35063,1732728110964 because future has completed 2024-11-27T17:22:07,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T17:22:07,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bf11424d61eb2dc9f4311e3ff8eeec93, server=8f0673442175,35063,1732728110964 in 186 msec 2024-11-27T17:22:07,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T17:22:07,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bf11424d61eb2dc9f4311e3ff8eeec93, ASSIGN in 342 msec 2024-11-27T17:22:07,700 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:22:07,700 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728127700"}]},"ts":"1732728127700"} 2024-11-27T17:22:07,702 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T17:22:07,702 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:22:07,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-27T17:22:07,711 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 379, reset compression=false 2024-11-27T17:22:07,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93., hostname=8f0673442175,35063,1732728110964, seqNum=2] 2024-11-27T17:22:08,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:22:08,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:22:08,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:22:08,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T17:22:08,387 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T17:22:08,415 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 379, reset compression=false 2024-11-27T17:22:08,416 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,35063,1732728110964, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:22:08,417 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:08,417 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35063,1732728110964, seqNum=-1] 2024-11-27T17:22:08,417 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:08,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T17:22:08,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8f0673442175,35063,1732728110964', locateType=CURRENT is [region=hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93., hostname=8f0673442175,35063,1732728110964, seqNum=2] 2024-11-27T17:22:08,451 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T17:22:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T17:22:08,475 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:33039' 2024-11-27T17:22:08,478 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dea7070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:08,478 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33039,-1 for getting cluster id 2024-11-27T17:22:08,478 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:08,479 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '348025fa-e874-4041-ba29-8e883f734bbf' 2024-11-27T17:22:08,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:08,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "348025fa-e874-4041-ba29-8e883f734bbf" 2024-11-27T17:22:08,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16782895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:08,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33039,-1] 2024-11-27T17:22:08,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:08,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:08,482 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:08,484 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c2dd82b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:08,484 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:08,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33039,1732728115952 2024-11-27T17:22:08,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e7e72ee 2024-11-27T17:22:08,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:08,487 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-27T17:22:08,488 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,35063,1732728110964 (queues=1) is replicating from cluster=a0d7b834-8229-4e21-af3b-bbb5a730a3b9 to cluster=348025fa-e874-4041-ba29-8e883f734bbf 2024-11-27T17:22:08,488 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C35063%2C1732728110964 2024-11-27T17:22:08,488 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,35063,1732728110964, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:22:08,488 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946, startPosition=0, beingWritten=true 2024-11-27T17:22:08,492 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C35063%2C1732728110964 2024-11-27T17:22:08,647 INFO [AsyncFSWAL-0-hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData-prefix:8f0673442175,39333,1732728110811 {}] wal.AbstractFSWAL(1368): Slow sync cost: 194 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44507,DS-336612da-dd64-4a67-937e-184b4252b7f0,DISK]] 2024-11-27T17:22:08,648 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:08,648 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 379, reset compression=false 2024-11-27T17:22:08,648 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35063,1732728110964 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:08,651 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8f0673442175,35063,1732728110964 suceeded 2024-11-27T17:22:08,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T17:22:08,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 417 msec 2024-11-27T17:22:08,654 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8f0673442175:33039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:22:08,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.1260 sec 2024-11-27T17:22:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:08,674 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:22:08,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:22:08,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:08,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:08,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:08,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:08,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23267dea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:08,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33039,-1 for getting cluster id 2024-11-27T17:22:08,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:08,684 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '348025fa-e874-4041-ba29-8e883f734bbf' 2024-11-27T17:22:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "348025fa-e874-4041-ba29-8e883f734bbf" 2024-11-27T17:22:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4a760e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33039,-1] 2024-11-27T17:22:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:08,685 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:08,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571bab60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:08,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:08,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33039,1732728115952 2024-11-27T17:22:08,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ae9c2b6 2024-11-27T17:22:08,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:08,688 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:08,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8f0673442175:35827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:22:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:22:08,692 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:35827' 2024-11-27T17:22:08,693 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6563980c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:08,693 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,35827,-1 for getting cluster id 2024-11-27T17:22:08,693 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:08,694 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8045b91-5a1f-410c-b397-b9b91d538ccf' 2024-11-27T17:22:08,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:08,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8045b91-5a1f-410c-b397-b9b91d538ccf" 2024-11-27T17:22:08,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12cca9d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:08,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,35827,-1] 2024-11-27T17:22:08,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:08,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:08,697 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:08,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc7a989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:08,701 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:08,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,35827,1732728105310 2024-11-27T17:22:08,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a7cb489 2024-11-27T17:22:08,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:08,703 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:08,704 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T17:22:08,704 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:22:08,704 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:08,704 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:08,705 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:22:08,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:08,710 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:22:08,711 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:22:08,711 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:08,712 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:22:08,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741837_1013 (size=1138) 2024-11-27T17:22:08,720 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a687952e27e52d6d1231ad3c69d3e359, NAME => 'hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded 2024-11-27T17:22:08,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741838_1014 (size=44) 2024-11-27T17:22:08,740 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:08,741 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a687952e27e52d6d1231ad3c69d3e359, disabling compactions & flushes 2024-11-27T17:22:08,741 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359. 2024-11-27T17:22:08,741 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359. 2024-11-27T17:22:08,741 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359. after waiting 0 ms 2024-11-27T17:22:08,741 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359. 2024-11-27T17:22:08,741 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359. 2024-11-27T17:22:08,741 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a687952e27e52d6d1231ad3c69d3e359: Waiting for close lock at 1732728128740Disabling compacts and flushes for region at 1732728128740Disabling writes for close at 1732728128741 (+1 ms)Writing region close event to WAL at 1732728128741Closed at 1732728128741 2024-11-27T17:22:08,743 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:22:08,743 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732728128743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728128743"}]},"ts":"1732728128743"} 2024-11-27T17:22:08,746 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:22:08,748 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:22:08,748 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728128748"}]},"ts":"1732728128748"} 2024-11-27T17:22:08,750 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T17:22:08,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a687952e27e52d6d1231ad3c69d3e359, ASSIGN}] 2024-11-27T17:22:08,752 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a687952e27e52d6d1231ad3c69d3e359, ASSIGN 2024-11-27T17:22:08,753 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a687952e27e52d6d1231ad3c69d3e359, ASSIGN; state=OFFLINE, location=8f0673442175,43881,1732728116077; forceNewPlan=false, retain=false 2024-11-27T17:22:08,760 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T17:22:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:08,854 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 379, reset compression=false 2024-11-27T17:22:08,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a687952e27e52d6d1231ad3c69d3e359, regionState=OPENING, regionLocation=8f0673442175,43881,1732728116077 2024-11-27T17:22:08,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a687952e27e52d6d1231ad3c69d3e359, ASSIGN because future has completed 2024-11-27T17:22:08,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a687952e27e52d6d1231ad3c69d3e359, server=8f0673442175,43881,1732728116077}] 2024-11-27T17:22:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:09,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359. 2024-11-27T17:22:09,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:22:09,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:22:09,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C43881%2C1732728116077.rep, suffix=, logDir=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077, archiveDir=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/oldWALs, maxLogs=10 2024-11-27T17:22:09,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.rep.1732728129063, exclude list is [], retry=0 2024-11-27T17:22:09,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46143,DS-12bc4475-070b-4718-90d6-9f0d1577b155,DISK] 2024-11-27T17:22:09,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.rep.1732728129063 2024-11-27T17:22:09,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37781:37781)] 2024-11-27T17:22:09,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a687952e27e52d6d1231ad3c69d3e359, NAME => 'hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:09,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:22:09,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:22:09,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359. service=MultiRowMutationService 2024-11-27T17:22:09,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:22:09,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a687952e27e52d6d1231ad3c69d3e359 2024-11-27T17:22:09,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:09,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a687952e27e52d6d1231ad3c69d3e359 2024-11-27T17:22:09,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a687952e27e52d6d1231ad3c69d3e359 2024-11-27T17:22:09,088 INFO [StoreOpener-a687952e27e52d6d1231ad3c69d3e359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a687952e27e52d6d1231ad3c69d3e359 2024-11-27T17:22:09,089 INFO [StoreOpener-a687952e27e52d6d1231ad3c69d3e359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a687952e27e52d6d1231ad3c69d3e359 columnFamilyName hfileref 2024-11-27T17:22:09,089 DEBUG [StoreOpener-a687952e27e52d6d1231ad3c69d3e359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:09,090 INFO [StoreOpener-a687952e27e52d6d1231ad3c69d3e359-1 {}] regionserver.HStore(327): Store=a687952e27e52d6d1231ad3c69d3e359/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:09,090 INFO [StoreOpener-a687952e27e52d6d1231ad3c69d3e359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a687952e27e52d6d1231ad3c69d3e359 2024-11-27T17:22:09,091 INFO [StoreOpener-a687952e27e52d6d1231ad3c69d3e359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a687952e27e52d6d1231ad3c69d3e359 columnFamilyName queue 2024-11-27T17:22:09,091 DEBUG [StoreOpener-a687952e27e52d6d1231ad3c69d3e359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:09,091 INFO [StoreOpener-a687952e27e52d6d1231ad3c69d3e359-1 {}] regionserver.HStore(327): Store=a687952e27e52d6d1231ad3c69d3e359/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:09,091 INFO [StoreOpener-a687952e27e52d6d1231ad3c69d3e359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a687952e27e52d6d1231ad3c69d3e359 2024-11-27T17:22:09,092 INFO [StoreOpener-a687952e27e52d6d1231ad3c69d3e359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a687952e27e52d6d1231ad3c69d3e359 columnFamilyName sid 2024-11-27T17:22:09,092 DEBUG [StoreOpener-a687952e27e52d6d1231ad3c69d3e359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:09,092 INFO [StoreOpener-a687952e27e52d6d1231ad3c69d3e359-1 {}] regionserver.HStore(327): Store=a687952e27e52d6d1231ad3c69d3e359/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:09,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a687952e27e52d6d1231ad3c69d3e359 2024-11-27T17:22:09,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/replication/a687952e27e52d6d1231ad3c69d3e359 2024-11-27T17:22:09,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/replication/a687952e27e52d6d1231ad3c69d3e359 2024-11-27T17:22:09,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a687952e27e52d6d1231ad3c69d3e359 2024-11-27T17:22:09,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a687952e27e52d6d1231ad3c69d3e359 2024-11-27T17:22:09,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:22:09,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a687952e27e52d6d1231ad3c69d3e359 2024-11-27T17:22:09,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/replication/a687952e27e52d6d1231ad3c69d3e359/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:09,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a687952e27e52d6d1231ad3c69d3e359; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65313517, jitterRate=-0.026752755045890808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:22:09,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a687952e27e52d6d1231ad3c69d3e359 2024-11-27T17:22:09,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a687952e27e52d6d1231ad3c69d3e359: Running coprocessor pre-open hook at 1732728129087Writing region info on filesystem at 1732728129087Initializing all the Stores at 1732728129088 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728129088Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728129088Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728129088Cleaning up temporary data from old regions at 1732728129094 (+6 ms)Running coprocessor post-open hooks at 1732728129097 (+3 ms)Region opened successfully at 1732728129097 2024-11-27T17:22:09,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359., pid=10, masterSystemTime=1732728129058 2024-11-27T17:22:09,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359. 2024-11-27T17:22:09,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359. 2024-11-27T17:22:09,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a687952e27e52d6d1231ad3c69d3e359, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,43881,1732728116077 2024-11-27T17:22:09,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a687952e27e52d6d1231ad3c69d3e359, server=8f0673442175,43881,1732728116077 because future has completed 2024-11-27T17:22:09,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T17:22:09,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a687952e27e52d6d1231ad3c69d3e359, server=8f0673442175,43881,1732728116077 in 206 msec 2024-11-27T17:22:09,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T17:22:09,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a687952e27e52d6d1231ad3c69d3e359, ASSIGN in 363 msec 2024-11-27T17:22:09,115 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:22:09,115 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728129115"}]},"ts":"1732728129115"} 2024-11-27T17:22:09,117 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T17:22:09,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:22:09,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 413 msec 2024-11-27T17:22:09,158 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 379, reset compression=false 2024-11-27T17:22:09,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359., hostname=8f0673442175,43881,1732728116077, seqNum=2] 2024-11-27T17:22:09,240 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 379, reset compression=false 2024-11-27T17:22:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:09,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:22:09,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:22:09,561 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 379, reset compression=false 2024-11-27T17:22:09,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T17:22:09,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T17:22:09,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T17:22:09,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T17:22:09,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:22:09,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T17:22:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:09,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:22:10,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T17:22:10,050 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T17:22:10,065 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 379, reset compression=false 2024-11-27T17:22:10,086 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,43881,1732728116077, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:22:10,087 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:10,087 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,43881,1732728116077, seqNum=-1] 2024-11-27T17:22:10,088 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:10,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T17:22:10,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8f0673442175,43881,1732728116077', locateType=CURRENT is [region=hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359., hostname=8f0673442175,43881,1732728116077, seqNum=2] 2024-11-27T17:22:10,092 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T17:22:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T17:22:10,094 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8f0673442175,43881,1732728116077 suceeded 2024-11-27T17:22:10,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T17:22:10,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-27T17:22:10,096 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8f0673442175:35827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:22:10,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4070 sec 2024-11-27T17:22:10,106 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:35827' 2024-11-27T17:22:10,107 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56d278b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:10,107 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,35827,-1 for getting cluster id 2024-11-27T17:22:10,107 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:10,107 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8045b91-5a1f-410c-b397-b9b91d538ccf' 2024-11-27T17:22:10,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:10,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8045b91-5a1f-410c-b397-b9b91d538ccf" 2024-11-27T17:22:10,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@111773db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:10,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,35827,-1] 2024-11-27T17:22:10,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:10,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:10,108 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:10,109 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49c650fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:10,109 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:10,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,35827,1732728105310 2024-11-27T17:22:10,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51561033 2024-11-27T17:22:10,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:10,110 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T17:22:10,110 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,43881,1732728116077 (queues=1) is replicating from cluster=348025fa-e874-4041-ba29-8e883f734bbf to cluster=a8045b91-5a1f-410c-b397-b9b91d538ccf 2024-11-27T17:22:10,111 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C43881%2C1732728116077 2024-11-27T17:22:10,111 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,43881,1732728116077, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:22:10,111 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C43881%2C1732728116077 2024-11-27T17:22:10,111 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440, startPosition=0, beingWritten=true 2024-11-27T17:22:10,116 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:10,116 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 379, reset compression=false 2024-11-27T17:22:10,116 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,43881,1732728116077 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:10,144 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 379, reset compression=false 2024-11-27T17:22:10,321 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 379, reset compression=false 2024-11-27T17:22:10,625 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 379, reset compression=false 2024-11-27T17:22:10,644 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:22:10,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:10,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:10,668 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 379, reset compression=false 2024-11-27T17:22:10,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:10,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:10,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:10,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:10,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:10,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:10,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:10,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:10,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:10,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:10,843 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:22:10,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:22:10,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:10,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:10,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:10,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:10,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f6d4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:10,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,35827,-1 for getting cluster id 2024-11-27T17:22:10,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:10,845 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8045b91-5a1f-410c-b397-b9b91d538ccf' 2024-11-27T17:22:10,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:10,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8045b91-5a1f-410c-b397-b9b91d538ccf" 2024-11-27T17:22:10,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a19762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:10,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,35827,-1] 2024-11-27T17:22:10,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:10,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:10,846 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:10,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207f6f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:10,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b355aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:10,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,39333,-1 for getting cluster id 2024-11-27T17:22:10,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:10,847 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0d7b834-8229-4e21-af3b-bbb5a730a3b9' 2024-11-27T17:22:10,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:10,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0d7b834-8229-4e21-af3b-bbb5a730a3b9" 2024-11-27T17:22:10,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f173319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:10,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,39333,-1] 2024-11-27T17:22:10,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:10,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:10,848 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203fba32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:10,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f82ea45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:10,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33039,-1 for getting cluster id 2024-11-27T17:22:10,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:10,850 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '348025fa-e874-4041-ba29-8e883f734bbf' 2024-11-27T17:22:10,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:10,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "348025fa-e874-4041-ba29-8e883f734bbf" 2024-11-27T17:22:10,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0f0851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:10,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33039,-1] 2024-11-27T17:22:10,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:10,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:10,851 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41862283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:10,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,36725,1732728105462, seqNum=-1] 2024-11-27T17:22:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:10,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:22:10,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86., hostname=8f0673442175,36725,1732728105462, seqNum=2] 2024-11-27T17:22:10,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,43881,1732728116077, seqNum=-1] 2024-11-27T17:22:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:10,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:22:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732728122227.452a3617e673fcd91f70eba2e2e77639., hostname=8f0673442175,43881,1732728116077, seqNum=2] 2024-11-27T17:22:10,883 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T17:22:11,029 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 379, reset compression=false 2024-11-27T17:22:11,147 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 379, reset compression=false 2024-11-27T17:22:11,159 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:11,159 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 480, reset compression=false 2024-11-27T17:22:11,160 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,36725,1732728105462 got entry batch from reader: WALEntryBatch [walEntries=[{test/b12cdf9730adb0bc20c61b10f103fd86/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T17:22:11,162 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:22:11,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-27T17:22:11,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:11,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bdc2c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:11,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,39333,-1 for getting cluster id 2024-11-27T17:22:11,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:11,166 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0d7b834-8229-4e21-af3b-bbb5a730a3b9' 2024-11-27T17:22:11,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:11,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0d7b834-8229-4e21-af3b-bbb5a730a3b9" 2024-11-27T17:22:11,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10fe931c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:11,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,39333,-1] 2024-11-27T17:22:11,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:11,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:11,169 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:11,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@157e1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:11,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:11,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35063,1732728110964, seqNum=-1] 2024-11-27T17:22:11,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:11,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T17:22:11,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20., hostname=8f0673442175,35063,1732728110964, seqNum=2] 2024-11-27T17:22:11,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:11,372 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 379, reset compression=false 2024-11-27T17:22:11,375 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:11,375 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 504, reset compression=false 2024-11-27T17:22:11,375 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35063,1732728110964 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d6e15c41fe6eb83a7b83ba82a87ed20/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T17:22:11,377 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:22:11,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-27T17:22:11,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:11,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d86053c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:11,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33039,-1 for getting cluster id 2024-11-27T17:22:11,379 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 480, reset compression=false 2024-11-27T17:22:11,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:11,380 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '348025fa-e874-4041-ba29-8e883f734bbf' 2024-11-27T17:22:11,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:11,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "348025fa-e874-4041-ba29-8e883f734bbf" 2024-11-27T17:22:11,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f2e661f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:11,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33039,-1] 2024-11-27T17:22:11,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:11,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:11,381 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:11,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@506baaa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:11,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:11,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,43881,1732728116077, seqNum=-1] 2024-11-27T17:22:11,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:11,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T17:22:11,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732728122227.452a3617e673fcd91f70eba2e2e77639., hostname=8f0673442175,43881,1732728116077, seqNum=2] 2024-11-27T17:22:11,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:11,533 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 379, reset compression=false 2024-11-27T17:22:11,546 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:11,546 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 528, reset compression=false 2024-11-27T17:22:11,546 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,43881,1732728116077 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:11,578 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 504, reset compression=false 2024-11-27T17:22:11,683 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 480, reset compression=false 2024-11-27T17:22:11,760 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 528, reset compression=false 2024-11-27T17:22:11,885 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T17:22:11,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:11,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35063,1732728110964, seqNum=-1] 2024-11-27T17:22:11,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:11,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:22:11,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20., hostname=8f0673442175,35063,1732728110964, seqNum=2] 2024-11-27T17:22:11,894 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 504, reset compression=false 2024-11-27T17:22:11,894 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T17:22:11,914 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:11,915 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 608, reset compression=false 2024-11-27T17:22:11,915 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35063,1732728110964 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d6e15c41fe6eb83a7b83ba82a87ed20/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T17:22:11,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:11,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:12,065 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 528, reset compression=false 2024-11-27T17:22:12,086 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:12,087 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 656, reset compression=false 2024-11-27T17:22:12,087 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,43881,1732728116077 got entry batch from reader: WALEntryBatch [walEntries=[{test/452a3617e673fcd91f70eba2e2e77639/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T17:22:12,094 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 480, reset compression=false 2024-11-27T17:22:12,097 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:22:12,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T17:22:12,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:12,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa3584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:12,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,35827,-1 for getting cluster id 2024-11-27T17:22:12,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:12,112 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8045b91-5a1f-410c-b397-b9b91d538ccf' 2024-11-27T17:22:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8045b91-5a1f-410c-b397-b9b91d538ccf" 2024-11-27T17:22:12,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@413b9b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:12,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,35827,-1] 2024-11-27T17:22:12,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:12,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:12,114 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:12,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31d7cf60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:12,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:12,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,36725,1732728105462, seqNum=-1] 2024-11-27T17:22:12,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:12,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T17:22:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86., hostname=8f0673442175,36725,1732728105462, seqNum=2] 2024-11-27T17:22:12,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:12,125 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 608, reset compression=false 2024-11-27T17:22:12,148 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:12,148 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 631, reset compression=false 2024-11-27T17:22:12,148 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,36725,1732728105462 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:12,323 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 656, reset compression=false 2024-11-27T17:22:12,396 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 631, reset compression=false 2024-11-27T17:22:12,475 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 608, reset compression=false 2024-11-27T17:22:12,629 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 656, reset compression=false 2024-11-27T17:22:12,708 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 631, reset compression=false 2024-11-27T17:22:12,896 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T17:22:12,899 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T17:22:12,900 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 608, reset compression=false 2024-11-27T17:22:13,037 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 656, reset compression=false 2024-11-27T17:22:13,042 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:13,042 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 760, reset compression=false 2024-11-27T17:22:13,042 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,43881,1732728116077 got entry batch from reader: WALEntryBatch [walEntries=[{test/452a3617e673fcd91f70eba2e2e77639/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T17:22:13,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:13,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:13,111 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 631, reset compression=false 2024-11-27T17:22:13,117 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:13,118 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 758, reset compression=false 2024-11-27T17:22:13,118 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,36725,1732728105462 got entry batch from reader: WALEntryBatch [walEntries=[{test/b12cdf9730adb0bc20c61b10f103fd86/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T17:22:13,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:13,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:13,248 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 760, reset compression=false 2024-11-27T17:22:13,322 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 758, reset compression=false 2024-11-27T17:22:13,404 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 608, reset compression=false 2024-11-27T17:22:13,409 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:13,409 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 759, reset compression=false 2024-11-27T17:22:13,409 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35063,1732728110964 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:13,551 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 760, reset compression=false 2024-11-27T17:22:13,613 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 759, reset compression=false 2024-11-27T17:22:13,626 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 758, reset compression=false 2024-11-27T17:22:13,901 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T17:22:13,905 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T17:22:13,916 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 759, reset compression=false 2024-11-27T17:22:13,955 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 760, reset compression=false 2024-11-27T17:22:14,029 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 758, reset compression=false 2024-11-27T17:22:14,035 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:14,035 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 914, reset compression=false 2024-11-27T17:22:14,035 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,36725,1732728105462 got entry batch from reader: WALEntryBatch [walEntries=[{test/b12cdf9730adb0bc20c61b10f103fd86/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T17:22:14,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:14,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:14,238 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 914, reset compression=false 2024-11-27T17:22:14,320 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 759, reset compression=false 2024-11-27T17:22:14,325 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:14,325 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 907, reset compression=false 2024-11-27T17:22:14,325 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35063,1732728110964 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d6e15c41fe6eb83a7b83ba82a87ed20/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T17:22:14,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:14,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:14,458 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 760, reset compression=false 2024-11-27T17:22:14,462 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:14,462 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 932, reset compression=false 2024-11-27T17:22:14,462 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,43881,1732728116077 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:14,537 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 907, reset compression=false 2024-11-27T17:22:14,544 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 914, reset compression=false 2024-11-27T17:22:14,665 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 932, reset compression=false 2024-11-27T17:22:14,840 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 907, reset compression=false 2024-11-27T17:22:14,883 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:22:14,907 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T17:22:14,911 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T17:22:14,946 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 914, reset compression=false 2024-11-27T17:22:14,969 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 932, reset compression=false 2024-11-27T17:22:15,243 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 907, reset compression=false 2024-11-27T17:22:15,247 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:15,247 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1066, reset compression=false 2024-11-27T17:22:15,247 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35063,1732728110964 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d6e15c41fe6eb83a7b83ba82a87ed20/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T17:22:15,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:15,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:15,372 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 932, reset compression=false 2024-11-27T17:22:15,376 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:15,376 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 1082, reset compression=false 2024-11-27T17:22:15,376 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,43881,1732728116077 got entry batch from reader: WALEntryBatch [walEntries=[{test/452a3617e673fcd91f70eba2e2e77639/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T17:22:15,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:15,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:15,450 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 914, reset compression=false 2024-11-27T17:22:15,450 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1066, reset compression=false 2024-11-27T17:22:15,454 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:15,454 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1087, reset compression=false 2024-11-27T17:22:15,454 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,36725,1732728105462 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:15,579 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 1082, reset compression=false 2024-11-27T17:22:15,657 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1087, reset compression=false 2024-11-27T17:22:15,754 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1066, reset compression=false 2024-11-27T17:22:15,882 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 1082, reset compression=false 2024-11-27T17:22:15,913 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T17:22:15,915 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T17:22:15,961 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1087, reset compression=false 2024-11-27T17:22:16,157 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1066, reset compression=false 2024-11-27T17:22:16,285 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 1082, reset compression=false 2024-11-27T17:22:16,289 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:16,289 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 1241, reset compression=false 2024-11-27T17:22:16,290 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,43881,1732728116077 got entry batch from reader: WALEntryBatch [walEntries=[{test/452a3617e673fcd91f70eba2e2e77639/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T17:22:16,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:16,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:16,364 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1087, reset compression=false 2024-11-27T17:22:16,370 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:16,370 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1236, reset compression=false 2024-11-27T17:22:16,370 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,36725,1732728105462 got entry batch from reader: WALEntryBatch [walEntries=[{test/b12cdf9730adb0bc20c61b10f103fd86/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T17:22:16,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:16,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:16,493 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 1241, reset compression=false 2024-11-27T17:22:16,573 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1236, reset compression=false 2024-11-27T17:22:16,660 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1066, reset compression=false 2024-11-27T17:22:16,664 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:16,664 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1239, reset compression=false 2024-11-27T17:22:16,664 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35063,1732728110964 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:16,797 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 1241, reset compression=false 2024-11-27T17:22:16,869 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1239, reset compression=false 2024-11-27T17:22:16,877 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1236, reset compression=false 2024-11-27T17:22:16,917 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T17:22:16,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6dbe1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:16,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33039,-1 for getting cluster id 2024-11-27T17:22:16,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:16,923 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '348025fa-e874-4041-ba29-8e883f734bbf' 2024-11-27T17:22:16,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:16,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "348025fa-e874-4041-ba29-8e883f734bbf" 2024-11-27T17:22:16,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d42f8b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:16,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33039,-1] 2024-11-27T17:22:16,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:16,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:16,925 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:16,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c44f4fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:16,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:16,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33039,1732728115952 2024-11-27T17:22:16,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@302ed146 2024-11-27T17:22:16,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:16,929 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:16,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-27T17:22:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-27T17:22:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T17:22:16,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:22:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T17:22:17,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T17:22:17,138 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-27T17:22:17,138 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-27T17:22:17,139 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,43881,1732728116077 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-27T17:22:17,139 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/8f0673442175:0-0. 2024-11-27T17:22:17,139 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:17,139 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:17,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:17,139 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:17,176 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1239, reset compression=false 2024-11-27T17:22:17,239 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T17:22:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T17:22:17,281 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1236, reset compression=false 2024-11-27T17:22:17,339 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 terminated 2024-11-27T17:22:17,355 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,43881,1732728116077, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:22:17,355 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-27T17:22:17,356 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T17:22:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T17:22:17,358 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 8f0673442175,43881,1732728116077 suceeded 2024-11-27T17:22:17,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T17:22:17,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-27T17:22:17,360 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-27T17:22:17,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 430 msec 2024-11-27T17:22:17,369 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:35827' 2024-11-27T17:22:17,370 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dd10827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:17,370 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,35827,-1 for getting cluster id 2024-11-27T17:22:17,370 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:17,371 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8045b91-5a1f-410c-b397-b9b91d538ccf' 2024-11-27T17:22:17,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:17,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8045b91-5a1f-410c-b397-b9b91d538ccf" 2024-11-27T17:22:17,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@240d7a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:17,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,35827,-1] 2024-11-27T17:22:17,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:17,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:17,372 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:17,373 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62f3b08c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:17,373 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:17,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,35827,1732728105310 2024-11-27T17:22:17,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64e70924 2024-11-27T17:22:17,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:17,374 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T17:22:17,374 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,43881,1732728116077 (queues=1) is replicating from cluster=348025fa-e874-4041-ba29-8e883f734bbf to cluster=a8045b91-5a1f-410c-b397-b9b91d538ccf 2024-11-27T17:22:17,374 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C43881%2C1732728116077 2024-11-27T17:22:17,374 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,43881,1732728116077, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:22:17,375 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C43881%2C1732728116077 2024-11-27T17:22:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T17:22:17,563 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:22:17,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:22:17,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:17,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:17,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:17,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:17,567 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-27T17:22:17,579 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1239, reset compression=false 2024-11-27T17:22:17,733 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:17,733 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:22:17,734 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68494 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:22:17,789 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1236, reset compression=false 2024-11-27T17:22:17,802 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:17,802 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1340, reset compression=false 2024-11-27T17:22:17,802 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,36725,1732728105462 got entry batch from reader: WALEntryBatch [walEntries=[{test/b12cdf9730adb0bc20c61b10f103fd86/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T17:22:17,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:17,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:18,006 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1340, reset compression=false 2024-11-27T17:22:18,083 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1239, reset compression=false 2024-11-27T17:22:18,088 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:18,088 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1367, reset compression=false 2024-11-27T17:22:18,088 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35063,1732728110964 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d6e15c41fe6eb83a7b83ba82a87ed20/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T17:22:18,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:18,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:18,292 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1367, reset compression=false 2024-11-27T17:22:18,312 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1340, reset compression=false 2024-11-27T17:22:18,569 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-27T17:22:18,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35020779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:18,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33039,-1 for getting cluster id 2024-11-27T17:22:18,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:18,572 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '348025fa-e874-4041-ba29-8e883f734bbf' 2024-11-27T17:22:18,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:18,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "348025fa-e874-4041-ba29-8e883f734bbf" 2024-11-27T17:22:18,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c60de3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:18,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33039,-1] 2024-11-27T17:22:18,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:18,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:18,573 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:18,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e6b742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:18,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:18,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33039,1732728115952 2024-11-27T17:22:18,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e87af9c 2024-11-27T17:22:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:18,578 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:18,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-27T17:22:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-27T17:22:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T17:22:18,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:22:18,595 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1367, reset compression=false 2024-11-27T17:22:18,599 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:18,599 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1471, reset compression=false 2024-11-27T17:22:18,599 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35063,1732728110964 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d6e15c41fe6eb83a7b83ba82a87ed20/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T17:22:18,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:18,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43881 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T17:22:18,721 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1340, reset compression=false 2024-11-27T17:22:18,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-27T17:22:18,747 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-27T17:22:18,747 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T17:22:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-27T17:22:18,750 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 8f0673442175,43881,1732728116077 suceeded 2024-11-27T17:22:18,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T17:22:18,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-27T17:22:18,753 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-27T17:22:18,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 175 msec 2024-11-27T17:22:18,776 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440, startPosition=1241, beingWritten=true 2024-11-27T17:22:18,780 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:18,780 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 1521, reset compression=false 2024-11-27T17:22:18,780 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,43881,1732728116077 got entry batch from reader: WALEntryBatch [walEntries=[{test/452a3617e673fcd91f70eba2e2e77639/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T17:22:18,783 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:22:18,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T17:22:18,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:18,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:18,802 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1471, reset compression=false 2024-11-27T17:22:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T17:22:18,904 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:22:18,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:22:18,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:18,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:18,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:18,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:18,907 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-27T17:22:18,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:22:18,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:22:18,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:18,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:18,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:18,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:18,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:22:18,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1866656366, stopped=false 2024-11-27T17:22:18,908 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,33039,1732728115952 2024-11-27T17:22:18,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21483699957/running 2024-11-27T17:22:18,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:22:18,918 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:22:18,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21483699957/running 2024-11-27T17:22:18,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:22:18,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:22:18,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:18,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:18,919 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,43881,1732728116077' ***** 2024-11-27T17:22:18,919 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:22:18,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Set watcher on znode that does not yet exist, /21483699957/running 2024-11-27T17:22:18,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Set watcher on znode that does not yet exist, /21483699957/running 2024-11-27T17:22:18,920 INFO [RS:0;8f0673442175:43881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:22:18,920 INFO [RS:0;8f0673442175:43881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:22:18,920 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:22:18,920 INFO [RS:0;8f0673442175:43881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:22:18,920 INFO [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(3091): Received CLOSE for a687952e27e52d6d1231ad3c69d3e359 2024-11-27T17:22:18,924 INFO [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(3091): Received CLOSE for 452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:18,924 INFO [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,43881,1732728116077 2024-11-27T17:22:18,924 INFO [RS:0;8f0673442175:43881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:22:18,924 INFO [RS:0;8f0673442175:43881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:43881. 2024-11-27T17:22:18,924 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a687952e27e52d6d1231ad3c69d3e359, disabling compactions & flushes 2024-11-27T17:22:18,924 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359. 2024-11-27T17:22:18,924 DEBUG [RS:0;8f0673442175:43881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:18,924 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359. 2024-11-27T17:22:18,924 DEBUG [RS:0;8f0673442175:43881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:18,924 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359. after waiting 0 ms 2024-11-27T17:22:18,924 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359. 2024-11-27T17:22:18,924 INFO [RS:0;8f0673442175:43881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:22:18,924 INFO [RS:0;8f0673442175:43881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:22:18,924 INFO [RS:0;8f0673442175:43881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:22:18,925 INFO [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:22:18,925 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a687952e27e52d6d1231ad3c69d3e359 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-27T17:22:18,925 INFO [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T17:22:18,925 DEBUG [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1325): Online Regions={a687952e27e52d6d1231ad3c69d3e359=hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359., 1588230740=hbase:meta,,1.1588230740, 452a3617e673fcd91f70eba2e2e77639=test,,1732728122227.452a3617e673fcd91f70eba2e2e77639.} 2024-11-27T17:22:18,925 DEBUG [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 452a3617e673fcd91f70eba2e2e77639, a687952e27e52d6d1231ad3c69d3e359 2024-11-27T17:22:18,926 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:22:18,926 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:22:18,926 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:22:18,926 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:22:18,926 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:22:18,927 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T17:22:18,933 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:22:18,950 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/replication/a687952e27e52d6d1231ad3c69d3e359/.tmp/queue/74bd582b5a7c438d92da25ce96319e3e is 154, key is 1-8f0673442175,43881,1732728116077/queue:8f0673442175%2C43881%2C1732728116077/1732728138788/Put/seqid=0 2024-11-27T17:22:18,950 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/.tmp/info/7bbcfc5544434b8faac07d1b457daf77 is 147, key is hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359./info:regioninfo/1732728129100/Put/seqid=0 2024-11-27T17:22:18,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741841_1017 (size=5353) 2024-11-27T17:22:18,970 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/replication/a687952e27e52d6d1231ad3c69d3e359/.tmp/queue/74bd582b5a7c438d92da25ce96319e3e 2024-11-27T17:22:18,977 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/replication/a687952e27e52d6d1231ad3c69d3e359/.tmp/queue/74bd582b5a7c438d92da25ce96319e3e as hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/replication/a687952e27e52d6d1231ad3c69d3e359/queue/74bd582b5a7c438d92da25ce96319e3e 2024-11-27T17:22:18,985 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 1521, reset compression=false 2024-11-27T17:22:18,986 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/replication/a687952e27e52d6d1231ad3c69d3e359/queue/74bd582b5a7c438d92da25ce96319e3e, entries=1, sequenceid=13, filesize=5.2 K 2024-11-27T17:22:18,990 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for a687952e27e52d6d1231ad3c69d3e359 in 66ms, sequenceid=13, compaction requested=false 2024-11-27T17:22:19,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741840_1016 (size=7686) 2024-11-27T17:22:19,025 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/replication/a687952e27e52d6d1231ad3c69d3e359/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-27T17:22:19,025 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:22:19,026 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:22:19,026 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359. 2024-11-27T17:22:19,026 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a687952e27e52d6d1231ad3c69d3e359: Waiting for close lock at 1732728138924Running coprocessor pre-close hooks at 1732728138924Disabling compacts and flushes for region at 1732728138924Disabling writes for close at 1732728138924Obtaining lock to block concurrent updates at 1732728138925 (+1 ms)Preparing flush snapshotting stores in a687952e27e52d6d1231ad3c69d3e359 at 1732728138925Finished memstore snapshotting hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732728138925Flushing stores of hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359. at 1732728138926 (+1 ms)Flushing a687952e27e52d6d1231ad3c69d3e359/queue: creating writer at 1732728138926Flushing a687952e27e52d6d1231ad3c69d3e359/queue: appending metadata at 1732728138949 (+23 ms)Flushing a687952e27e52d6d1231ad3c69d3e359/queue: closing flushed file at 1732728138950 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@359ef4c3: reopening flushed file at 1732728138976 (+26 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for a687952e27e52d6d1231ad3c69d3e359 in 66ms, sequenceid=13, compaction requested=false at 1732728138990 (+14 ms)Writing region close event to WAL at 1732728139004 (+14 ms)Running coprocessor post-close hooks at 1732728139025 (+21 ms)Closed at 1732728139026 (+1 ms) 2024-11-27T17:22:19,026 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732728128704.a687952e27e52d6d1231ad3c69d3e359. 2024-11-27T17:22:19,026 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 452a3617e673fcd91f70eba2e2e77639, disabling compactions & flushes 2024-11-27T17:22:19,026 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732728122227.452a3617e673fcd91f70eba2e2e77639. 2024-11-27T17:22:19,026 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728122227.452a3617e673fcd91f70eba2e2e77639. 2024-11-27T17:22:19,026 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732728122227.452a3617e673fcd91f70eba2e2e77639. after waiting 0 ms 2024-11-27T17:22:19,026 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732728122227.452a3617e673fcd91f70eba2e2e77639. 2024-11-27T17:22:19,026 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 452a3617e673fcd91f70eba2e2e77639 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T17:22:19,066 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/.tmp/f/3d7c9b8b08574c4c9400a9e098be5d50 is 37, key is row3/f:row3/1732728137565/Put/seqid=0 2024-11-27T17:22:19,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741842_1018 (size=5228) 2024-11-27T17:22:19,105 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1471, reset compression=false 2024-11-27T17:22:19,126 DEBUG [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:19,224 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1340, reset compression=false 2024-11-27T17:22:19,231 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:19,231 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1491, reset compression=false 2024-11-27T17:22:19,231 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,36725,1732728105462 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:19,312 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:22:19,312 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:22:19,323 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 1521, reset compression=false 2024-11-27T17:22:19,326 DEBUG [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:19,330 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:19,330 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 1768, reset compression=false 2024-11-27T17:22:19,330 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,43881,1732728116077 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:19,331 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8f0673442175,43881,1732728116077: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8f0673442175,43881,1732728116077, walGroup=8f0673442175%2C43881%2C1732728116077, offset=8f0673442175%2C43881%2C1732728116077.1732728118440:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:43881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T17:22:19,332 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T17:22:19,332 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T17:22:19,333 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T17:22:19,333 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T17:22:19,333 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T17:22:19,333 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 724046288 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198647808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T17:22:19,334 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:33039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:33039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T17:22:19,409 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/.tmp/info/7bbcfc5544434b8faac07d1b457daf77 2024-11-27T17:22:19,454 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/.tmp/ns/5ee49efaa7fc46e1acc1468bc312c9f7 is 43, key is default/ns:d/1732728119368/Put/seqid=0 2024-11-27T17:22:19,465 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1491, reset compression=false 2024-11-27T17:22:19,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741843_1019 (size=5153) 2024-11-27T17:22:19,483 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/.tmp/f/3d7c9b8b08574c4c9400a9e098be5d50 2024-11-27T17:22:19,484 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/.tmp/ns/5ee49efaa7fc46e1acc1468bc312c9f7 2024-11-27T17:22:19,495 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d7c9b8b08574c4c9400a9e098be5d50 2024-11-27T17:22:19,521 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1471, reset compression=false 2024-11-27T17:22:19,526 DEBUG [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:19,530 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/.tmp/f1/00bc213aefcc44169fe7dd883e485c17 is 30, key is row1/f1:/1732728134908/DeleteFamily/seqid=0 2024-11-27T17:22:19,537 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 1768, reset compression=false 2024-11-27T17:22:19,553 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/.tmp/rep_barrier/eea1a7eb737b4dfdbbbbef562b79aabb is 112, key is test,,1732728122227.452a3617e673fcd91f70eba2e2e77639./rep_barrier:seqnumDuringOpen/1732728123426/Put/seqid=0 2024-11-27T17:22:19,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741844_1020 (size=5158) 2024-11-27T17:22:19,557 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/.tmp/f1/00bc213aefcc44169fe7dd883e485c17 2024-11-27T17:22:19,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741845_1021 (size=5518) 2024-11-27T17:22:19,564 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00bc213aefcc44169fe7dd883e485c17 2024-11-27T17:22:19,564 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/.tmp/rep_barrier/eea1a7eb737b4dfdbbbbef562b79aabb 2024-11-27T17:22:19,598 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/.tmp/norep/e828e5226edb4bbaa001f99de1ebe7f7 is 33, key is row2/norep:/1732728135913/DeleteFamily/seqid=0 2024-11-27T17:22:19,606 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/.tmp/table/0f79f582f24f409088ee88c1de64ff4b is 53, key is hbase:replication/table:state/1732728129115/Put/seqid=0 2024-11-27T17:22:19,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741846_1022 (size=5108) 2024-11-27T17:22:19,648 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/.tmp/norep/e828e5226edb4bbaa001f99de1ebe7f7 2024-11-27T17:22:19,654 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e828e5226edb4bbaa001f99de1ebe7f7 2024-11-27T17:22:19,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741847_1023 (size=5308) 2024-11-27T17:22:19,655 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/.tmp/f/3d7c9b8b08574c4c9400a9e098be5d50 as hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/f/3d7c9b8b08574c4c9400a9e098be5d50 2024-11-27T17:22:19,661 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d7c9b8b08574c4c9400a9e098be5d50 2024-11-27T17:22:19,661 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/f/3d7c9b8b08574c4c9400a9e098be5d50, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T17:22:19,662 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/.tmp/f1/00bc213aefcc44169fe7dd883e485c17 as hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/f1/00bc213aefcc44169fe7dd883e485c17 2024-11-27T17:22:19,687 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00bc213aefcc44169fe7dd883e485c17 2024-11-27T17:22:19,687 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/f1/00bc213aefcc44169fe7dd883e485c17, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T17:22:19,692 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/.tmp/norep/e828e5226edb4bbaa001f99de1ebe7f7 as hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/norep/e828e5226edb4bbaa001f99de1ebe7f7 2024-11-27T17:22:19,713 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e828e5226edb4bbaa001f99de1ebe7f7 2024-11-27T17:22:19,713 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/norep/e828e5226edb4bbaa001f99de1ebe7f7, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T17:22:19,714 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 452a3617e673fcd91f70eba2e2e77639 in 688ms, sequenceid=12, compaction requested=false 2024-11-27T17:22:19,726 DEBUG [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 452a3617e673fcd91f70eba2e2e77639 2024-11-27T17:22:19,764 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/default/test/452a3617e673fcd91f70eba2e2e77639/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T17:22:19,765 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:22:19,766 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:22:19,768 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732728122227.452a3617e673fcd91f70eba2e2e77639. 2024-11-27T17:22:19,768 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 452a3617e673fcd91f70eba2e2e77639: Waiting for close lock at 1732728139026Running coprocessor pre-close hooks at 1732728139026Disabling compacts and flushes for region at 1732728139026Disabling writes for close at 1732728139026Obtaining lock to block concurrent updates at 1732728139026Preparing flush snapshotting stores in 452a3617e673fcd91f70eba2e2e77639 at 1732728139026Finished memstore snapshotting test,,1732728122227.452a3617e673fcd91f70eba2e2e77639., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732728139027 (+1 ms)Flushing stores of test,,1732728122227.452a3617e673fcd91f70eba2e2e77639. at 1732728139027Flushing 452a3617e673fcd91f70eba2e2e77639/f: creating writer at 1732728139027Flushing 452a3617e673fcd91f70eba2e2e77639/f: appending metadata at 1732728139065 (+38 ms)Flushing 452a3617e673fcd91f70eba2e2e77639/f: closing flushed file at 1732728139065Flushing 452a3617e673fcd91f70eba2e2e77639/f1: creating writer at 1732728139495 (+430 ms)Flushing 452a3617e673fcd91f70eba2e2e77639/f1: appending metadata at 1732728139530 (+35 ms)Flushing 452a3617e673fcd91f70eba2e2e77639/f1: closing flushed file at 1732728139530Flushing 452a3617e673fcd91f70eba2e2e77639/norep: creating writer at 1732728139564 (+34 ms)Flushing 452a3617e673fcd91f70eba2e2e77639/norep: appending metadata at 1732728139596 (+32 ms)Flushing 452a3617e673fcd91f70eba2e2e77639/norep: closing flushed file at 1732728139596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678a1467: reopening flushed file at 1732728139654 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a39ffda: reopening flushed file at 1732728139661 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0b6d43: reopening flushed file at 1732728139690 (+29 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 452a3617e673fcd91f70eba2e2e77639 in 688ms, sequenceid=12, compaction requested=false at 1732728139714 (+24 ms)Writing region close event to WAL at 1732728139744 (+30 ms)Running coprocessor post-close hooks at 1732728139765 (+21 ms)Closed at 1732728139766 (+1 ms) 2024-11-27T17:22:19,769 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732728122227.452a3617e673fcd91f70eba2e2e77639. 2024-11-27T17:22:19,796 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1491, reset compression=false 2024-11-27T17:22:19,859 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 1768, reset compression=false 2024-11-27T17:22:19,894 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:19,894 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 2412, reset compression=false 2024-11-27T17:22:19,926 INFO [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T17:22:19,926 DEBUG [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T17:22:19,927 DEBUG [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:22:20,049 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1471, reset compression=false 2024-11-27T17:22:20,055 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/.tmp/table/0f79f582f24f409088ee88c1de64ff4b 2024-11-27T17:22:20,064 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/.tmp/info/7bbcfc5544434b8faac07d1b457daf77 as hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/info/7bbcfc5544434b8faac07d1b457daf77 2024-11-27T17:22:20,072 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/info/7bbcfc5544434b8faac07d1b457daf77, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T17:22:20,075 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/.tmp/ns/5ee49efaa7fc46e1acc1468bc312c9f7 as hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/ns/5ee49efaa7fc46e1acc1468bc312c9f7 2024-11-27T17:22:20,082 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/ns/5ee49efaa7fc46e1acc1468bc312c9f7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T17:22:20,084 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/.tmp/rep_barrier/eea1a7eb737b4dfdbbbbef562b79aabb as hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/rep_barrier/eea1a7eb737b4dfdbbbbef562b79aabb 2024-11-27T17:22:20,093 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/rep_barrier/eea1a7eb737b4dfdbbbbef562b79aabb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T17:22:20,094 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/.tmp/table/0f79f582f24f409088ee88c1de64ff4b as hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/table/0f79f582f24f409088ee88c1de64ff4b 2024-11-27T17:22:20,101 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 2412, reset compression=false 2024-11-27T17:22:20,104 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/table/0f79f582f24f409088ee88c1de64ff4b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T17:22:20,108 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1180ms, sequenceid=16, compaction requested=false 2024-11-27T17:22:20,127 DEBUG [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:22:20,149 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T17:22:20,150 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:22:20,150 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:22:20,150 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:22:20,150 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728138926Running coprocessor pre-close hooks at 1732728138926Disabling compacts and flushes for region at 1732728138926Disabling writes for close at 1732728138926Obtaining lock to block concurrent updates at 1732728138927 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732728138927Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732728138928 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732728138928Flushing 1588230740/info: creating writer at 1732728138929 (+1 ms)Flushing 1588230740/info: appending metadata at 1732728138950 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732728138950Flushing 1588230740/ns: creating writer at 1732728139424 (+474 ms)Flushing 1588230740/ns: appending metadata at 1732728139453 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1732728139453Flushing 1588230740/rep_barrier: creating writer at 1732728139503 (+50 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732728139552 (+49 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732728139552Flushing 1588230740/table: creating writer at 1732728139571 (+19 ms)Flushing 1588230740/table: appending metadata at 1732728139606 (+35 ms)Flushing 1588230740/table: closing flushed file at 1732728139606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55e545ef: reopening flushed file at 1732728140062 (+456 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@157f78e6: reopening flushed file at 1732728140073 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f21aa75: reopening flushed file at 1732728140082 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7066db95: reopening flushed file at 1732728140093 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1180ms, sequenceid=16, compaction requested=false at 1732728140108 (+15 ms)Writing region close event to WAL at 1732728140144 (+36 ms)Running coprocessor post-close hooks at 1732728140150 (+6 ms)Closed at 1732728140150 2024-11-27T17:22:20,150 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:22:20,210 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1491, reset compression=false 2024-11-27T17:22:20,327 INFO [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,43881,1732728116077; all regions closed. 2024-11-27T17:22:20,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741834_1010 (size=4239) 2024-11-27T17:22:20,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741839_1015 (size=3333) 2024-11-27T17:22:20,398 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.rep.1732728129063 not finished, retry = 0 2024-11-27T17:22:20,399 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:22:20,426 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/WALs/8f0673442175,43881,1732728116077/8f0673442175%2C43881%2C1732728116077.1732728118440 to pos 2412, reset compression=false 2024-11-27T17:22:20,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741832_1008 (size=2420) 2024-11-27T17:22:20,527 DEBUG [RS:0;8f0673442175:43881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:20,527 INFO [RS:0;8f0673442175:43881 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:22:20,527 INFO [RS:0;8f0673442175:43881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:22:20,528 INFO [RS:0;8f0673442175:43881 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:22:20,528 INFO [RS:0;8f0673442175:43881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:22:20,528 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:22:20,528 INFO [RS:0;8f0673442175:43881 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,43881,1732728116077 because: Region server is closing 2024-11-27T17:22:20,528 INFO [RS:0;8f0673442175:43881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:43881. 2024-11-27T17:22:20,529 DEBUG [RS:0;8f0673442175:43881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:20,529 DEBUG [RS:0;8f0673442175:43881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:20,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:20,529 DEBUG [RS:0;8f0673442175:43881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:20,629 INFO [RS:0;8f0673442175:43881 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.shipper8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 terminated 2024-11-27T17:22:20,629 INFO [RS:0;8f0673442175:43881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:43881. 2024-11-27T17:22:20,630 DEBUG [RS:0;8f0673442175:43881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:20,630 DEBUG [RS:0;8f0673442175:43881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:20,630 DEBUG [RS:0;8f0673442175:43881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:20,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:20,630 INFO [RS:0;8f0673442175:43881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43881 2024-11-27T17:22:20,630 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,43881,1732728116077.replicationSource.wal-reader.8f0673442175%2C43881%2C1732728116077,1-8f0673442175,43881,1732728116077 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T17:22:20,658 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1471, reset compression=false 2024-11-27T17:22:20,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21483699957/rs/8f0673442175,43881,1732728116077 2024-11-27T17:22:20,697 INFO [RS:0;8f0673442175:43881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:22:20,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957/rs 2024-11-27T17:22:20,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,43881,1732728116077] 2024-11-27T17:22:20,718 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21483699957/draining/8f0673442175,43881,1732728116077 already deleted, retry=false 2024-11-27T17:22:20,718 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,43881,1732728116077 expired; onlineServers=0 2024-11-27T17:22:20,718 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,33039,1732728115952' ***** 2024-11-27T17:22:20,718 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:22:20,718 INFO [M:0;8f0673442175:33039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:22:20,719 INFO [M:0;8f0673442175:33039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:22:20,719 DEBUG [M:0;8f0673442175:33039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:22:20,719 DEBUG [M:0;8f0673442175:33039 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:22:20,719 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:22:20,719 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728118121 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728118121,5,FailOnTimeoutGroup] 2024-11-27T17:22:20,719 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728118124 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728118124,5,FailOnTimeoutGroup] 2024-11-27T17:22:20,719 INFO [M:0;8f0673442175:33039 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:22:20,719 INFO [M:0;8f0673442175:33039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:22:20,719 DEBUG [M:0;8f0673442175:33039 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:22:20,719 INFO [M:0;8f0673442175:33039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:22:20,720 INFO [M:0;8f0673442175:33039 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:22:20,720 INFO [M:0;8f0673442175:33039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:22:20,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:22:20,727 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1491, reset compression=false 2024-11-27T17:22:20,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21483699957/master 2024-11-27T17:22:20,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21483699957 2024-11-27T17:22:20,763 DEBUG [M:0;8f0673442175:33039 {}] zookeeper.ZKUtil(347): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Unable to get data of znode /21483699957/master because node does not exist (not an error) 2024-11-27T17:22:20,763 WARN [M:0;8f0673442175:33039 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:22:20,765 INFO [M:0;8f0673442175:33039 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/.lastflushedseqids 2024-11-27T17:22:20,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:22:20,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x1017d509bdc0007, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:22:20,808 INFO [RS:0;8f0673442175:43881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:22:20,808 INFO [RS:0;8f0673442175:43881 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,43881,1732728116077; zookeeper connection closed. 2024-11-27T17:22:20,810 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10f7d7d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10f7d7d4 2024-11-27T17:22:20,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741848_1024 (size=245) 2024-11-27T17:22:20,811 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:22:21,212 INFO [M:0;8f0673442175:33039 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:22:21,212 INFO [M:0;8f0673442175:33039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:22:21,212 DEBUG [M:0;8f0673442175:33039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:22:21,212 INFO [M:0;8f0673442175:33039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:21,212 DEBUG [M:0;8f0673442175:33039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:21,212 DEBUG [M:0;8f0673442175:33039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:22:21,212 DEBUG [M:0;8f0673442175:33039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:21,212 INFO [M:0;8f0673442175:33039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-27T17:22:21,232 DEBUG [M:0;8f0673442175:33039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/839feae6a9224c24a4c23c26960a321a is 82, key is hbase:meta,,1/info:regioninfo/1732728119354/Put/seqid=0 2024-11-27T17:22:21,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741849_1025 (size=5672) 2024-11-27T17:22:21,246 INFO [M:0;8f0673442175:33039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/839feae6a9224c24a4c23c26960a321a 2024-11-27T17:22:21,281 DEBUG [M:0;8f0673442175:33039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aacba8c325a4e44a6d0b907b57035dc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732728129118/Put/seqid=0 2024-11-27T17:22:21,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741850_1026 (size=9212) 2024-11-27T17:22:21,304 INFO [M:0;8f0673442175:33039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aacba8c325a4e44a6d0b907b57035dc 2024-11-27T17:22:21,331 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1491, reset compression=false 2024-11-27T17:22:21,344 DEBUG [M:0;8f0673442175:33039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4a63082469b4fa0906659d0f8f6a5af is 69, key is 8f0673442175,43881,1732728116077/rs:state/1732728118254/Put/seqid=0 2024-11-27T17:22:21,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741851_1027 (size=5156) 2024-11-27T17:22:21,393 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1471, reset compression=false 2024-11-27T17:22:21,755 INFO [M:0;8f0673442175:33039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4a63082469b4fa0906659d0f8f6a5af 2024-11-27T17:22:21,760 DEBUG [M:0;8f0673442175:33039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/839feae6a9224c24a4c23c26960a321a as hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/839feae6a9224c24a4c23c26960a321a 2024-11-27T17:22:21,763 INFO [M:0;8f0673442175:33039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/839feae6a9224c24a4c23c26960a321a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T17:22:21,764 DEBUG [M:0;8f0673442175:33039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aacba8c325a4e44a6d0b907b57035dc as hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4aacba8c325a4e44a6d0b907b57035dc 2024-11-27T17:22:21,767 INFO [M:0;8f0673442175:33039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4aacba8c325a4e44a6d0b907b57035dc, entries=15, sequenceid=127, filesize=9.0 K 2024-11-27T17:22:21,768 DEBUG [M:0;8f0673442175:33039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4a63082469b4fa0906659d0f8f6a5af as hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4a63082469b4fa0906659d0f8f6a5af 2024-11-27T17:22:21,771 INFO [M:0;8f0673442175:33039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35771/user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4a63082469b4fa0906659d0f8f6a5af, entries=1, sequenceid=127, filesize=5.0 K 2024-11-27T17:22:21,772 INFO [M:0;8f0673442175:33039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 560ms, sequenceid=127, compaction requested=false 2024-11-27T17:22:21,776 INFO [M:0;8f0673442175:33039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:21,776 DEBUG [M:0;8f0673442175:33039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728141212Disabling compacts and flushes for region at 1732728141212Disabling writes for close at 1732728141212Obtaining lock to block concurrent updates at 1732728141212Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728141212Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732728141213 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728141213Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728141213Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728141231 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728141231Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728141251 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728141281 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728141281Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728141320 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728141344 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728141344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@232d6e2c: reopening flushed file at 1732728141759 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d310b60: reopening flushed file at 1732728141763 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c84ee: reopening flushed file at 1732728141767 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 560ms, sequenceid=127, compaction requested=false at 1732728141772 (+5 ms)Writing region close event to WAL at 1732728141775 (+3 ms)Closed at 1732728141775 2024-11-27T17:22:21,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741830_1006 (size=73866) 2024-11-27T17:22:21,779 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d8a87e0-fdc0-689e-628f-a3f34728eded/MasterData/WALs/8f0673442175,33039,1732728115952/8f0673442175%2C33039%2C1732728115952.1732728117844 not finished, retry = 0 2024-11-27T17:22:21,879 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:22:21,880 INFO [M:0;8f0673442175:33039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:22:21,880 INFO [M:0;8f0673442175:33039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33039 2024-11-27T17:22:21,880 INFO [M:0;8f0673442175:33039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:22:21,986 INFO [M:0;8f0673442175:33039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:22:21,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:22:21,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x1017d509bdc0006, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:22:21,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c1a474b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:22:21,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@699e839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:22:21,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:22:21,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2272e194{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:22:21,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17467af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/hadoop.log.dir/,STOPPED} 2024-11-27T17:22:21,991 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:22:21,991 WARN [BP-844225573-172.17.0.3-1732728114066 heartbeating to localhost/127.0.0.1:35771 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:22:21,991 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:22:21,991 WARN [BP-844225573-172.17.0.3-1732728114066 heartbeating to localhost/127.0.0.1:35771 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-844225573-172.17.0.3-1732728114066 (Datanode Uuid 0ec825ab-d81a-4958-97e8-8fa7307c7cc2) service to localhost/127.0.0.1:35771 2024-11-27T17:22:21,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/cluster_9c614c79-b653-28e4-83e4-8fad75cec7d8/data/data1/current/BP-844225573-172.17.0.3-1732728114066 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:22:21,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/cluster_9c614c79-b653-28e4-83e4-8fad75cec7d8/data/data2/current/BP-844225573-172.17.0.3-1732728114066 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:22:21,992 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:22:21,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a607906{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:22:21,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@462a3f23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:22:21,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:22:21,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cd859ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:22:21,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d642705{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/hadoop.log.dir/,STOPPED} 2024-11-27T17:22:22,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:22:22,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:22:22,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:22:22,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:22,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:22,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:22,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:22,014 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:22:22,014 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1662157029, stopped=false 2024-11-27T17:22:22,014 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,39333,1732728110811 2024-11-27T17:22:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12126748604/running 2024-11-27T17:22:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12126748604/running 2024-11-27T17:22:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:22:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:22:22,023 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:22:22,023 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:22:22,023 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:22,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:22,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Set watcher on znode that does not yet exist, /12126748604/running 2024-11-27T17:22:22,024 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,35063,1732728110964' ***** 2024-11-27T17:22:22,024 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:22:22,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Set watcher on znode that does not yet exist, /12126748604/running 2024-11-27T17:22:22,024 INFO [RS:0;8f0673442175:35063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:22:22,024 INFO [RS:0;8f0673442175:35063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:22:22,024 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:22:22,024 INFO [RS:0;8f0673442175:35063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:22:22,024 INFO [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(3091): Received CLOSE for bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:22,025 INFO [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:22,025 INFO [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,35063,1732728110964 2024-11-27T17:22:22,025 INFO [RS:0;8f0673442175:35063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:22:22,025 INFO [RS:0;8f0673442175:35063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:35063. 2024-11-27T17:22:22,025 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf11424d61eb2dc9f4311e3ff8eeec93, disabling compactions & flushes 2024-11-27T17:22:22,025 DEBUG [RS:0;8f0673442175:35063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:22,025 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93. 2024-11-27T17:22:22,025 DEBUG [RS:0;8f0673442175:35063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:22,025 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93. 2024-11-27T17:22:22,025 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93. after waiting 0 ms 2024-11-27T17:22:22,025 INFO [RS:0;8f0673442175:35063 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:22:22,025 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93. 2024-11-27T17:22:22,025 INFO [RS:0;8f0673442175:35063 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:22:22,025 INFO [RS:0;8f0673442175:35063 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:22:22,025 INFO [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:22:22,025 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bf11424d61eb2dc9f4311e3ff8eeec93 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-27T17:22:22,025 INFO [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T17:22:22,025 DEBUG [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(1325): Online Regions={bf11424d61eb2dc9f4311e3ff8eeec93=hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93., 1588230740=hbase:meta,,1.1588230740, 3d6e15c41fe6eb83a7b83ba82a87ed20=test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20.} 2024-11-27T17:22:22,025 DEBUG [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d6e15c41fe6eb83a7b83ba82a87ed20, bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:22,025 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:22:22,025 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:22:22,025 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:22:22,025 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:22:22,025 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:22:22,025 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T17:22:22,027 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:22:22,038 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/replication/bf11424d61eb2dc9f4311e3ff8eeec93/.tmp/queue/9de61864eb3f4af18772bc9e32eb188f is 154, key is 1-8f0673442175,35063,1732728110964/queue:8f0673442175%2C35063%2C1732728110964/1732728138603/Put/seqid=0 2024-11-27T17:22:22,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741840_1016 (size=5353) 2024-11-27T17:22:22,041 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/.tmp/info/38b66bf317db4b1c8d42fdf07333da7d is 147, key is hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93./info:regioninfo/1732728127695/Put/seqid=0 2024-11-27T17:22:22,043 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1491, reset compression=false 2024-11-27T17:22:22,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741841_1017 (size=7686) 2024-11-27T17:22:22,205 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1471, reset compression=false 2024-11-27T17:22:22,225 DEBUG [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d6e15c41fe6eb83a7b83ba82a87ed20, bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:22,426 DEBUG [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d6e15c41fe6eb83a7b83ba82a87ed20, bf11424d61eb2dc9f4311e3ff8eeec93 2024-11-27T17:22:22,442 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/replication/bf11424d61eb2dc9f4311e3ff8eeec93/.tmp/queue/9de61864eb3f4af18772bc9e32eb188f 2024-11-27T17:22:22,450 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/.tmp/info/38b66bf317db4b1c8d42fdf07333da7d 2024-11-27T17:22:22,454 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/replication/bf11424d61eb2dc9f4311e3ff8eeec93/.tmp/queue/9de61864eb3f4af18772bc9e32eb188f as hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/replication/bf11424d61eb2dc9f4311e3ff8eeec93/queue/9de61864eb3f4af18772bc9e32eb188f 2024-11-27T17:22:22,460 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/replication/bf11424d61eb2dc9f4311e3ff8eeec93/queue/9de61864eb3f4af18772bc9e32eb188f, entries=1, sequenceid=14, filesize=5.2 K 2024-11-27T17:22:22,461 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bf11424d61eb2dc9f4311e3ff8eeec93 in 436ms, sequenceid=14, compaction requested=false 2024-11-27T17:22:22,475 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/.tmp/ns/6aa9b5947434435992d4c0579a072ead is 43, key is default/ns:d/1732728113954/Put/seqid=0 2024-11-27T17:22:22,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741842_1018 (size=5153) 2024-11-27T17:22:22,519 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/.tmp/ns/6aa9b5947434435992d4c0579a072ead 2024-11-27T17:22:22,529 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/replication/bf11424d61eb2dc9f4311e3ff8eeec93/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-27T17:22:22,531 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:22:22,531 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:22:22,531 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93. 2024-11-27T17:22:22,531 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf11424d61eb2dc9f4311e3ff8eeec93: Waiting for close lock at 1732728142025Running coprocessor pre-close hooks at 1732728142025Disabling compacts and flushes for region at 1732728142025Disabling writes for close at 1732728142025Obtaining lock to block concurrent updates at 1732728142025Preparing flush snapshotting stores in bf11424d61eb2dc9f4311e3ff8eeec93 at 1732728142025Finished memstore snapshotting hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732728142025Flushing stores of hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93. at 1732728142026 (+1 ms)Flushing bf11424d61eb2dc9f4311e3ff8eeec93/queue: creating writer at 1732728142026Flushing bf11424d61eb2dc9f4311e3ff8eeec93/queue: appending metadata at 1732728142038 (+12 ms)Flushing bf11424d61eb2dc9f4311e3ff8eeec93/queue: closing flushed file at 1732728142038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b523c23: reopening flushed file at 1732728142451 (+413 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bf11424d61eb2dc9f4311e3ff8eeec93 in 436ms, sequenceid=14, compaction requested=false at 1732728142461 (+10 ms)Writing region close event to WAL at 1732728142506 (+45 ms)Running coprocessor post-close hooks at 1732728142531 (+25 ms)Closed at 1732728142531 2024-11-27T17:22:22,531 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732728126537.bf11424d61eb2dc9f4311e3ff8eeec93. 2024-11-27T17:22:22,531 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d6e15c41fe6eb83a7b83ba82a87ed20, disabling compactions & flushes 2024-11-27T17:22:22,531 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20. 2024-11-27T17:22:22,531 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20. 2024-11-27T17:22:22,531 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20. after waiting 0 ms 2024-11-27T17:22:22,532 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20. 2024-11-27T17:22:22,532 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3d6e15c41fe6eb83a7b83ba82a87ed20 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T17:22:22,554 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/.tmp/f/ed66e6378e434121a6ed3a95bf5d9a82 is 37, key is row3/f:row3/1732728137565/Put/seqid=0 2024-11-27T17:22:22,558 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/.tmp/rep_barrier/37971cfd405e4f2e966089d142002e7c is 112, key is test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20./rep_barrier:seqnumDuringOpen/1732728121225/Put/seqid=0 2024-11-27T17:22:22,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741843_1019 (size=5228) 2024-11-27T17:22:22,591 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/.tmp/f/ed66e6378e434121a6ed3a95bf5d9a82 2024-11-27T17:22:22,599 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed66e6378e434121a6ed3a95bf5d9a82 2024-11-27T17:22:22,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741844_1020 (size=5518) 2024-11-27T17:22:22,615 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/.tmp/rep_barrier/37971cfd405e4f2e966089d142002e7c 2024-11-27T17:22:22,626 DEBUG [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:22,643 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/.tmp/f1/b12d0b430a254474a48d66d42c01dd62 is 30, key is row1/f1:/1732728134908/DeleteFamily/seqid=0 2024-11-27T17:22:22,665 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/.tmp/table/ae7d0dcbd6cb40978d56442e99b72ad2 is 53, key is hbase:replication/table:state/1732728127700/Put/seqid=0 2024-11-27T17:22:22,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741846_1022 (size=5308) 2024-11-27T17:22:22,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741845_1021 (size=5158) 2024-11-27T17:22:22,673 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/.tmp/f1/b12d0b430a254474a48d66d42c01dd62 2024-11-27T17:22:22,673 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/.tmp/table/ae7d0dcbd6cb40978d56442e99b72ad2 2024-11-27T17:22:22,681 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b12d0b430a254474a48d66d42c01dd62 2024-11-27T17:22:22,685 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/.tmp/info/38b66bf317db4b1c8d42fdf07333da7d as hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/info/38b66bf317db4b1c8d42fdf07333da7d 2024-11-27T17:22:22,699 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/info/38b66bf317db4b1c8d42fdf07333da7d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T17:22:22,700 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/.tmp/ns/6aa9b5947434435992d4c0579a072ead as hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/ns/6aa9b5947434435992d4c0579a072ead 2024-11-27T17:22:22,710 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/ns/6aa9b5947434435992d4c0579a072ead, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T17:22:22,713 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/.tmp/rep_barrier/37971cfd405e4f2e966089d142002e7c as hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/rep_barrier/37971cfd405e4f2e966089d142002e7c 2024-11-27T17:22:22,716 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/.tmp/norep/ec8acd95d22d4923a300aaec75f7c16b is 33, key is row1/norep:/1732728134908/DeleteFamily/seqid=0 2024-11-27T17:22:22,722 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/rep_barrier/37971cfd405e4f2e966089d142002e7c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T17:22:22,723 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/.tmp/table/ae7d0dcbd6cb40978d56442e99b72ad2 as hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/table/ae7d0dcbd6cb40978d56442e99b72ad2 2024-11-27T17:22:22,734 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/table/ae7d0dcbd6cb40978d56442e99b72ad2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T17:22:22,737 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 711ms, sequenceid=16, compaction requested=false 2024-11-27T17:22:22,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741847_1023 (size=5108) 2024-11-27T17:22:22,779 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T17:22:22,780 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:22:22,780 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:22:22,780 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:22:22,780 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728142025Running coprocessor pre-close hooks at 1732728142025Disabling compacts and flushes for region at 1732728142025Disabling writes for close at 1732728142025Obtaining lock to block concurrent updates at 1732728142025Preparing flush snapshotting stores in 1588230740 at 1732728142025Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732728142026 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732728142026Flushing 1588230740/info: creating writer at 1732728142026Flushing 1588230740/info: appending metadata at 1732728142041 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732728142041Flushing 1588230740/ns: creating writer at 1732728142457 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732728142475 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732728142475Flushing 1588230740/rep_barrier: creating writer at 1732728142526 (+51 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732728142557 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732728142557Flushing 1588230740/table: creating writer at 1732728142622 (+65 ms)Flushing 1588230740/table: appending metadata at 1732728142664 (+42 ms)Flushing 1588230740/table: closing flushed file at 1732728142664Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe4280e: reopening flushed file at 1732728142684 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b59ef6a: reopening flushed file at 1732728142699 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23fb1e3c: reopening flushed file at 1732728142710 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@699904ee: reopening flushed file at 1732728142722 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 711ms, sequenceid=16, compaction requested=false at 1732728142737 (+15 ms)Writing region close event to WAL at 1732728142776 (+39 ms)Running coprocessor post-close hooks at 1732728142780 (+4 ms)Closed at 1732728142780 2024-11-27T17:22:22,780 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:22:22,826 DEBUG [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(1351): Waiting on 3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:22,847 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1491, reset compression=false 2024-11-27T17:22:22,882 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:22:22,882 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:22:23,026 INFO [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T17:22:23,026 DEBUG [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(1325): Online Regions={3d6e15c41fe6eb83a7b83ba82a87ed20=test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20.} 2024-11-27T17:22:23,026 DEBUG [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(1351): Waiting on 3d6e15c41fe6eb83a7b83ba82a87ed20 2024-11-27T17:22:23,109 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1471, reset compression=false 2024-11-27T17:22:23,113 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:23,113 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1718, reset compression=false 2024-11-27T17:22:23,113 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35063,1732728110964 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:23,114 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8f0673442175,35063,1732728110964: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8f0673442175,35063,1732728110964, walGroup=8f0673442175%2C35063%2C1732728110964, offset=8f0673442175%2C35063%2C1732728110964.1732728112946:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T17:22:23,115 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T17:22:23,115 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T17:22:23,115 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T17:22:23,115 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T17:22:23,116 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T17:22:23,116 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 820515280 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199331648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T17:22:23,116 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:39333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T17:22:23,149 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/.tmp/norep/ec8acd95d22d4923a300aaec75f7c16b 2024-11-27T17:22:23,154 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec8acd95d22d4923a300aaec75f7c16b 2024-11-27T17:22:23,154 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/.tmp/f/ed66e6378e434121a6ed3a95bf5d9a82 as hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/f/ed66e6378e434121a6ed3a95bf5d9a82 2024-11-27T17:22:23,160 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed66e6378e434121a6ed3a95bf5d9a82 2024-11-27T17:22:23,161 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/f/ed66e6378e434121a6ed3a95bf5d9a82, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T17:22:23,164 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/.tmp/f1/b12d0b430a254474a48d66d42c01dd62 as hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/f1/b12d0b430a254474a48d66d42c01dd62 2024-11-27T17:22:23,170 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b12d0b430a254474a48d66d42c01dd62 2024-11-27T17:22:23,170 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/f1/b12d0b430a254474a48d66d42c01dd62, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T17:22:23,171 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/.tmp/norep/ec8acd95d22d4923a300aaec75f7c16b as hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/norep/ec8acd95d22d4923a300aaec75f7c16b 2024-11-27T17:22:23,179 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec8acd95d22d4923a300aaec75f7c16b 2024-11-27T17:22:23,179 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/norep/ec8acd95d22d4923a300aaec75f7c16b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T17:22:23,180 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3d6e15c41fe6eb83a7b83ba82a87ed20 in 648ms, sequenceid=12, compaction requested=false 2024-11-27T17:22:23,180 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T17:22:23,205 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/data/default/test/3d6e15c41fe6eb83a7b83ba82a87ed20/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T17:22:23,205 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:22:23,205 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:22:23,205 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20. 2024-11-27T17:22:23,205 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d6e15c41fe6eb83a7b83ba82a87ed20: Waiting for close lock at 1732728142531Running coprocessor pre-close hooks at 1732728142531Disabling compacts and flushes for region at 1732728142531Disabling writes for close at 1732728142532 (+1 ms)Obtaining lock to block concurrent updates at 1732728142532Preparing flush snapshotting stores in 3d6e15c41fe6eb83a7b83ba82a87ed20 at 1732728142532Finished memstore snapshotting test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732728142532Flushing stores of test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20. at 1732728142533 (+1 ms)Flushing 3d6e15c41fe6eb83a7b83ba82a87ed20/f: creating writer at 1732728142533Flushing 3d6e15c41fe6eb83a7b83ba82a87ed20/f: appending metadata at 1732728142553 (+20 ms)Flushing 3d6e15c41fe6eb83a7b83ba82a87ed20/f: closing flushed file at 1732728142553Flushing 3d6e15c41fe6eb83a7b83ba82a87ed20/f1: creating writer at 1732728142599 (+46 ms)Flushing 3d6e15c41fe6eb83a7b83ba82a87ed20/f1: appending metadata at 1732728142642 (+43 ms)Flushing 3d6e15c41fe6eb83a7b83ba82a87ed20/f1: closing flushed file at 1732728142642Flushing 3d6e15c41fe6eb83a7b83ba82a87ed20/norep: creating writer at 1732728142681 (+39 ms)Flushing 3d6e15c41fe6eb83a7b83ba82a87ed20/norep: appending metadata at 1732728142711 (+30 ms)Flushing 3d6e15c41fe6eb83a7b83ba82a87ed20/norep: closing flushed file at 1732728142711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f048476: reopening flushed file at 1732728143154 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54348c6a: reopening flushed file at 1732728143161 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46cbab8f: reopening flushed file at 1732728143170 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3d6e15c41fe6eb83a7b83ba82a87ed20 in 648ms, sequenceid=12, compaction requested=false at 1732728143180 (+10 ms)Writing region close event to WAL at 1732728143185 (+5 ms)Running coprocessor post-close hooks at 1732728143205 (+20 ms)Closed at 1732728143205 2024-11-27T17:22:23,205 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732728120076.3d6e15c41fe6eb83a7b83ba82a87ed20. 2024-11-27T17:22:23,227 INFO [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,35063,1732728110964; all regions closed. 2024-11-27T17:22:23,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741834_1010 (size=4239) 2024-11-27T17:22:23,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741839_1015 (size=3552) 2024-11-27T17:22:23,234 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.rep.1732728127667 not finished, retry = 0 2024-11-27T17:22:23,319 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 1718, reset compression=false 2024-11-27T17:22:23,335 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:23,335 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 to pos 2362, reset compression=false 2024-11-27T17:22:23,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741832_1008 (size=2370) 2024-11-27T17:22:23,351 DEBUG [RS:0;8f0673442175:35063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:23,351 INFO [RS:0;8f0673442175:35063 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:22:23,351 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 for the last time to pos 2362, reset compression=false 2024-11-27T17:22:23,351 INFO [RS:0;8f0673442175:35063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:22:23,351 INFO [RS:0;8f0673442175:35063 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T17:22:23,352 INFO [RS:0;8f0673442175:35063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:22:23,352 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:22:23,352 INFO [RS:0;8f0673442175:35063 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,35063,1732728110964 because: Region server is closing 2024-11-27T17:22:23,352 INFO [RS:0;8f0673442175:35063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:35063. 2024-11-27T17:22:23,352 DEBUG [RS:0;8f0673442175:35063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:23,352 DEBUG [RS:0;8f0673442175:35063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:23,352 DEBUG [RS:0;8f0673442175:35063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:23,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:23,354 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 and length of the file is 2370 2024-11-27T17:22:23,354 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/WALs/8f0673442175,35063,1732728110964/8f0673442175%2C35063%2C1732728110964.1732728112946 2024-11-27T17:22:23,452 INFO [RS:0;8f0673442175:35063 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.shipper8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 terminated 2024-11-27T17:22:23,453 INFO [RS:0;8f0673442175:35063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:35063. 2024-11-27T17:22:23,452 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35063,1732728110964.replicationSource.wal-reader.8f0673442175%2C35063%2C1732728110964,1-8f0673442175,35063,1732728110964 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-27T17:22:23,453 DEBUG [RS:0;8f0673442175:35063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:23,453 DEBUG [RS:0;8f0673442175:35063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:23,453 DEBUG [RS:0;8f0673442175:35063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:23,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:23,453 INFO [RS:0;8f0673442175:35063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35063 2024-11-27T17:22:23,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604/rs 2024-11-27T17:22:23,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12126748604/rs/8f0673442175,35063,1732728110964 2024-11-27T17:22:23,518 INFO [RS:0;8f0673442175:35063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:22:23,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,35063,1732728110964] 2024-11-27T17:22:23,539 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12126748604/draining/8f0673442175,35063,1732728110964 already deleted, retry=false 2024-11-27T17:22:23,539 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,35063,1732728110964 expired; onlineServers=0 2024-11-27T17:22:23,539 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,39333,1732728110811' ***** 2024-11-27T17:22:23,539 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:22:23,539 INFO [M:0;8f0673442175:39333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:22:23,539 INFO [M:0;8f0673442175:39333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:22:23,539 DEBUG [M:0;8f0673442175:39333 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:22:23,539 DEBUG [M:0;8f0673442175:39333 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:22:23,539 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:22:23,539 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728112672 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728112672,5,FailOnTimeoutGroup] 2024-11-27T17:22:23,539 INFO [M:0;8f0673442175:39333 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:22:23,540 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728112675 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728112675,5,FailOnTimeoutGroup] 2024-11-27T17:22:23,540 INFO [M:0;8f0673442175:39333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:22:23,540 DEBUG [M:0;8f0673442175:39333 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:22:23,540 INFO [M:0;8f0673442175:39333 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:22:23,540 INFO [M:0;8f0673442175:39333 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:22:23,540 INFO [M:0;8f0673442175:39333 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:22:23,541 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:22:23,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12126748604/master 2024-11-27T17:22:23,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12126748604 2024-11-27T17:22:23,550 DEBUG [M:0;8f0673442175:39333 {}] zookeeper.ZKUtil(347): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Unable to get data of znode /12126748604/master because node does not exist (not an error) 2024-11-27T17:22:23,550 WARN [M:0;8f0673442175:39333 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:22:23,550 INFO [M:0;8f0673442175:39333 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/.lastflushedseqids 2024-11-27T17:22:23,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741848_1024 (size=245) 2024-11-27T17:22:23,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:22:23,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1017d509bdc0004, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:22:23,629 INFO [RS:0;8f0673442175:35063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:22:23,629 INFO [RS:0;8f0673442175:35063 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,35063,1732728110964; zookeeper connection closed. 2024-11-27T17:22:23,630 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f378bac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f378bac 2024-11-27T17:22:23,630 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:22:23,751 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1491, reset compression=false 2024-11-27T17:22:23,970 INFO [M:0;8f0673442175:39333 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:22:23,970 INFO [M:0;8f0673442175:39333 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:22:23,970 DEBUG [M:0;8f0673442175:39333 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:22:23,970 INFO [M:0;8f0673442175:39333 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:23,970 DEBUG [M:0;8f0673442175:39333 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:23,970 DEBUG [M:0;8f0673442175:39333 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:22:23,970 DEBUG [M:0;8f0673442175:39333 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:23,971 INFO [M:0;8f0673442175:39333 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T17:22:24,002 DEBUG [M:0;8f0673442175:39333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4989cb11e8ec4ff4b44fa02aebf73470 is 82, key is hbase:meta,,1/info:regioninfo/1732728113935/Put/seqid=0 2024-11-27T17:22:24,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741849_1025 (size=5672) 2024-11-27T17:22:24,023 INFO [M:0;8f0673442175:39333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4989cb11e8ec4ff4b44fa02aebf73470 2024-11-27T17:22:24,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,048 DEBUG [M:0;8f0673442175:39333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8eb9a851db04074aa9975f47e4ad2d9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732728127703/Put/seqid=0 2024-11-27T17:22:24,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741850_1026 (size=8515) 2024-11-27T17:22:24,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,453 INFO [M:0;8f0673442175:39333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8eb9a851db04074aa9975f47e4ad2d9 2024-11-27T17:22:24,472 DEBUG [M:0;8f0673442175:39333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/441b612887484687a75b40697844ed84 is 69, key is 8f0673442175,35063,1732728110964/rs:state/1732728112735/Put/seqid=0 2024-11-27T17:22:24,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741851_1027 (size=5156) 2024-11-27T17:22:24,624 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:22:24,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:24,755 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1491, reset compression=false 2024-11-27T17:22:24,876 INFO [M:0;8f0673442175:39333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/441b612887484687a75b40697844ed84 2024-11-27T17:22:24,887 DEBUG [M:0;8f0673442175:39333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4989cb11e8ec4ff4b44fa02aebf73470 as hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4989cb11e8ec4ff4b44fa02aebf73470 2024-11-27T17:22:24,891 INFO [M:0;8f0673442175:39333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4989cb11e8ec4ff4b44fa02aebf73470, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T17:22:24,892 DEBUG [M:0;8f0673442175:39333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8eb9a851db04074aa9975f47e4ad2d9 as hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8eb9a851db04074aa9975f47e4ad2d9 2024-11-27T17:22:24,896 INFO [M:0;8f0673442175:39333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8eb9a851db04074aa9975f47e4ad2d9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T17:22:24,897 DEBUG [M:0;8f0673442175:39333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/441b612887484687a75b40697844ed84 as hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/441b612887484687a75b40697844ed84 2024-11-27T17:22:24,901 INFO [M:0;8f0673442175:39333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/a38c146f-537e-0b95-b3c6-823cd17bf493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/441b612887484687a75b40697844ed84, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T17:22:24,902 INFO [M:0;8f0673442175:39333 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 932ms, sequenceid=97, compaction requested=false 2024-11-27T17:22:24,903 INFO [M:0;8f0673442175:39333 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:24,903 DEBUG [M:0;8f0673442175:39333 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728143970Disabling compacts and flushes for region at 1732728143970Disabling writes for close at 1732728143970Obtaining lock to block concurrent updates at 1732728143971 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728143971Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732728143971Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728143972 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728143972Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728144001 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728144001Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728144027 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728144048 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728144048Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728144457 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728144472 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728144472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26cff0de: reopening flushed file at 1732728144886 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40779049: reopening flushed file at 1732728144891 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bab2f2a: reopening flushed file at 1732728144896 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 932ms, sequenceid=97, compaction requested=false at 1732728144902 (+6 ms)Writing region close event to WAL at 1732728144903 (+1 ms)Closed at 1732728144903 2024-11-27T17:22:24,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741830_1006 (size=63642) 2024-11-27T17:22:24,906 INFO [M:0;8f0673442175:39333 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:22:24,906 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:22:24,906 INFO [M:0;8f0673442175:39333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39333 2024-11-27T17:22:24,907 INFO [M:0;8f0673442175:39333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:22:25,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:22:25,069 INFO [M:0;8f0673442175:39333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:22:25,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39333-0x1017d509bdc0003, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:22:25,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25ed2ae3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:22:25,073 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34145956{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:22:25,073 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:22:25,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4259a5b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:22:25,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f5a701f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/hadoop.log.dir/,STOPPED} 2024-11-27T17:22:25,075 WARN [BP-2044720802-172.17.0.3-1732728108749 heartbeating to localhost/127.0.0.1:36811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:22:25,075 WARN [BP-2044720802-172.17.0.3-1732728108749 heartbeating to localhost/127.0.0.1:36811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2044720802-172.17.0.3-1732728108749 (Datanode Uuid a38c5102-ba4d-4822-81dc-5cce1f09fa31) service to localhost/127.0.0.1:36811 2024-11-27T17:22:25,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/cluster_95cd690a-6fa7-7e21-b54a-7008e92d66b1/data/data1/current/BP-2044720802-172.17.0.3-1732728108749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:22:25,075 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:22:25,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/cluster_95cd690a-6fa7-7e21-b54a-7008e92d66b1/data/data2/current/BP-2044720802-172.17.0.3-1732728108749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:22:25,076 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:22:25,078 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:22:25,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e11bd51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:22:25,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d0a9c73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:22:25,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:22:25,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f13dfdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:22:25,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b8c84ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bab7575-3558-28e3-d297-a21194aa8f59/hadoop.log.dir/,STOPPED} 2024-11-27T17:22:25,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:22:25,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:22:25,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:22:25,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:25,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:25,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:25,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:25,105 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:22:25,105 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=319192038, stopped=false 2024-11-27T17:22:25,105 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,35827,1732728105310 2024-11-27T17:22:25,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139431846/running 2024-11-27T17:22:25,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139431846/running 2024-11-27T17:22:25,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:22:25,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:22:25,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Set watcher on znode that does not yet exist, /0-1139431846/running 2024-11-27T17:22:25,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Set watcher on znode that does not yet exist, /0-1139431846/running 2024-11-27T17:22:25,120 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:22:25,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:22:25,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:25,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:25,121 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,36725,1732728105462' ***** 2024-11-27T17:22:25,121 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:22:25,121 INFO [RS:0;8f0673442175:36725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:22:25,121 INFO [RS:0;8f0673442175:36725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:22:25,121 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:22:25,121 INFO [RS:0;8f0673442175:36725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:22:25,121 INFO [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(3091): Received CLOSE for b12cdf9730adb0bc20c61b10f103fd86 2024-11-27T17:22:25,122 INFO [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(3091): Received CLOSE for 077ccac02dfdee4191a6f92116618f9b 2024-11-27T17:22:25,122 INFO [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,36725,1732728105462 2024-11-27T17:22:25,122 INFO [RS:0;8f0673442175:36725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:22:25,122 INFO [RS:0;8f0673442175:36725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:36725. 2024-11-27T17:22:25,122 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b12cdf9730adb0bc20c61b10f103fd86, disabling compactions & flushes 2024-11-27T17:22:25,122 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86. 2024-11-27T17:22:25,122 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86. 2024-11-27T17:22:25,122 DEBUG [RS:0;8f0673442175:36725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:25,122 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86. after waiting 0 ms 2024-11-27T17:22:25,122 DEBUG [RS:0;8f0673442175:36725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:25,122 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86. 2024-11-27T17:22:25,122 INFO [RS:0;8f0673442175:36725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:22:25,122 INFO [RS:0;8f0673442175:36725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:22:25,122 INFO [RS:0;8f0673442175:36725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:22:25,122 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b12cdf9730adb0bc20c61b10f103fd86 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-27T17:22:25,122 INFO [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:22:25,122 INFO [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T17:22:25,122 DEBUG [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(1325): Online Regions={b12cdf9730adb0bc20c61b10f103fd86=test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86., 1588230740=hbase:meta,,1.1588230740, 077ccac02dfdee4191a6f92116618f9b=hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b.} 2024-11-27T17:22:25,122 DEBUG [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(1351): Waiting on 077ccac02dfdee4191a6f92116618f9b, 1588230740, b12cdf9730adb0bc20c61b10f103fd86 2024-11-27T17:22:25,122 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:22:25,122 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:22:25,122 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:22:25,122 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:22:25,123 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:22:25,123 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T17:22:25,139 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/.tmp/f/8b2901ad640940d69c794b2b7f95a1b1 is 37, key is row3/f:row3/1732728137565/Put/seqid=0 2024-11-27T17:22:25,141 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/.tmp/info/93cf4a664e0a47efa98c652700dffd9f is 147, key is hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b./info:regioninfo/1732728125161/Put/seqid=0 2024-11-27T17:22:25,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741840_1016 (size=5228) 2024-11-27T17:22:25,168 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/.tmp/f/8b2901ad640940d69c794b2b7f95a1b1 2024-11-27T17:22:25,175 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b2901ad640940d69c794b2b7f95a1b1 2024-11-27T17:22:25,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741841_1017 (size=7686) 2024-11-27T17:22:25,204 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:22:25,210 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/.tmp/f1/fdac1728c9724e778c3c90e8420ebe44 is 30, key is row1/f1:/1732728134908/DeleteFamily/seqid=0 2024-11-27T17:22:25,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741842_1018 (size=5158) 2024-11-27T17:22:25,214 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/.tmp/f1/fdac1728c9724e778c3c90e8420ebe44 2024-11-27T17:22:25,220 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdac1728c9724e778c3c90e8420ebe44 2024-11-27T17:22:25,237 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/.tmp/norep/a9a12fe7922747cb848d9e96267fd11a is 32, key is row/norep:/1732728133902/DeleteFamily/seqid=0 2024-11-27T17:22:25,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741843_1019 (size=5101) 2024-11-27T17:22:25,241 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/.tmp/norep/a9a12fe7922747cb848d9e96267fd11a 2024-11-27T17:22:25,245 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9a12fe7922747cb848d9e96267fd11a 2024-11-27T17:22:25,246 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/.tmp/f/8b2901ad640940d69c794b2b7f95a1b1 as hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/f/8b2901ad640940d69c794b2b7f95a1b1 2024-11-27T17:22:25,250 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b2901ad640940d69c794b2b7f95a1b1 2024-11-27T17:22:25,250 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/f/8b2901ad640940d69c794b2b7f95a1b1, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T17:22:25,251 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/.tmp/f1/fdac1728c9724e778c3c90e8420ebe44 as hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/f1/fdac1728c9724e778c3c90e8420ebe44 2024-11-27T17:22:25,255 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdac1728c9724e778c3c90e8420ebe44 2024-11-27T17:22:25,255 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/f1/fdac1728c9724e778c3c90e8420ebe44, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T17:22:25,256 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/.tmp/norep/a9a12fe7922747cb848d9e96267fd11a as hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/norep/a9a12fe7922747cb848d9e96267fd11a 2024-11-27T17:22:25,263 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:22:25,263 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:22:25,263 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9a12fe7922747cb848d9e96267fd11a 2024-11-27T17:22:25,263 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/norep/a9a12fe7922747cb848d9e96267fd11a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T17:22:25,268 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b12cdf9730adb0bc20c61b10f103fd86 in 142ms, sequenceid=12, compaction requested=false 2024-11-27T17:22:25,282 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/default/test/b12cdf9730adb0bc20c61b10f103fd86/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T17:22:25,283 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:22:25,283 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:22:25,283 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86. 2024-11-27T17:22:25,283 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b12cdf9730adb0bc20c61b10f103fd86: Waiting for close lock at 1732728145122Running coprocessor pre-close hooks at 1732728145122Disabling compacts and flushes for region at 1732728145122Disabling writes for close at 1732728145122Obtaining lock to block concurrent updates at 1732728145122Preparing flush snapshotting stores in b12cdf9730adb0bc20c61b10f103fd86 at 1732728145122Finished memstore snapshotting test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732728145122Flushing stores of test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86. at 1732728145123 (+1 ms)Flushing b12cdf9730adb0bc20c61b10f103fd86/f: creating writer at 1732728145123Flushing b12cdf9730adb0bc20c61b10f103fd86/f: appending metadata at 1732728145138 (+15 ms)Flushing b12cdf9730adb0bc20c61b10f103fd86/f: closing flushed file at 1732728145138Flushing b12cdf9730adb0bc20c61b10f103fd86/f1: creating writer at 1732728145175 (+37 ms)Flushing b12cdf9730adb0bc20c61b10f103fd86/f1: appending metadata at 1732728145210 (+35 ms)Flushing b12cdf9730adb0bc20c61b10f103fd86/f1: closing flushed file at 1732728145210Flushing b12cdf9730adb0bc20c61b10f103fd86/norep: creating writer at 1732728145220 (+10 ms)Flushing b12cdf9730adb0bc20c61b10f103fd86/norep: appending metadata at 1732728145236 (+16 ms)Flushing b12cdf9730adb0bc20c61b10f103fd86/norep: closing flushed file at 1732728145236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131cf605: reopening flushed file at 1732728145245 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10d4ad6f: reopening flushed file at 1732728145250 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0d756f: reopening flushed file at 1732728145255 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b12cdf9730adb0bc20c61b10f103fd86 in 142ms, sequenceid=12, compaction requested=false at 1732728145268 (+13 ms)Writing region close event to WAL at 1732728145279 (+11 ms)Running coprocessor post-close hooks at 1732728145283 (+4 ms)Closed at 1732728145283 2024-11-27T17:22:25,284 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86. 2024-11-27T17:22:25,284 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 077ccac02dfdee4191a6f92116618f9b, disabling compactions & flushes 2024-11-27T17:22:25,284 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b. 2024-11-27T17:22:25,284 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b. 2024-11-27T17:22:25,284 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b. after waiting 0 ms 2024-11-27T17:22:25,284 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b. 2024-11-27T17:22:25,284 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 077ccac02dfdee4191a6f92116618f9b 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-27T17:22:25,299 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/replication/077ccac02dfdee4191a6f92116618f9b/.tmp/queue/9c2914b294074271a8fd04531db76916 is 154, key is 1-8f0673442175,36725,1732728105462/queue:8f0673442175%2C36725%2C1732728105462/1732728139232/Put/seqid=0 2024-11-27T17:22:25,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741844_1020 (size=5353) 2024-11-27T17:22:25,323 DEBUG [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(1351): Waiting on 077ccac02dfdee4191a6f92116618f9b, 1588230740 2024-11-27T17:22:25,523 DEBUG [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(1351): Waiting on 077ccac02dfdee4191a6f92116618f9b, 1588230740 2024-11-27T17:22:25,582 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/.tmp/info/93cf4a664e0a47efa98c652700dffd9f 2024-11-27T17:22:25,606 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/.tmp/ns/9de6bc39c6ac498cb2888bc8e7cc520b is 43, key is default/ns:d/1732728108653/Put/seqid=0 2024-11-27T17:22:25,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741845_1021 (size=5153) 2024-11-27T17:22:25,703 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/replication/077ccac02dfdee4191a6f92116618f9b/.tmp/queue/9c2914b294074271a8fd04531db76916 2024-11-27T17:22:25,709 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/replication/077ccac02dfdee4191a6f92116618f9b/.tmp/queue/9c2914b294074271a8fd04531db76916 as hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/replication/077ccac02dfdee4191a6f92116618f9b/queue/9c2914b294074271a8fd04531db76916 2024-11-27T17:22:25,714 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/replication/077ccac02dfdee4191a6f92116618f9b/queue/9c2914b294074271a8fd04531db76916, entries=1, sequenceid=14, filesize=5.2 K 2024-11-27T17:22:25,715 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 077ccac02dfdee4191a6f92116618f9b in 431ms, sequenceid=14, compaction requested=false 2024-11-27T17:22:25,715 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T17:22:25,720 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/replication/077ccac02dfdee4191a6f92116618f9b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-27T17:22:25,721 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:22:25,721 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:22:25,721 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b. 2024-11-27T17:22:25,721 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 077ccac02dfdee4191a6f92116618f9b: Waiting for close lock at 1732728145284Running coprocessor pre-close hooks at 1732728145284Disabling compacts and flushes for region at 1732728145284Disabling writes for close at 1732728145284Obtaining lock to block concurrent updates at 1732728145284Preparing flush snapshotting stores in 077ccac02dfdee4191a6f92116618f9b at 1732728145284Finished memstore snapshotting hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732728145284Flushing stores of hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b. at 1732728145285 (+1 ms)Flushing 077ccac02dfdee4191a6f92116618f9b/queue: creating writer at 1732728145285Flushing 077ccac02dfdee4191a6f92116618f9b/queue: appending metadata at 1732728145299 (+14 ms)Flushing 077ccac02dfdee4191a6f92116618f9b/queue: closing flushed file at 1732728145299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679302db: reopening flushed file at 1732728145708 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 077ccac02dfdee4191a6f92116618f9b in 431ms, sequenceid=14, compaction requested=false at 1732728145715 (+7 ms)Writing region close event to WAL at 1732728145716 (+1 ms)Running coprocessor post-close hooks at 1732728145721 (+5 ms)Closed at 1732728145721 2024-11-27T17:22:25,722 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732728124387.077ccac02dfdee4191a6f92116618f9b. 2024-11-27T17:22:25,723 DEBUG [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:22:25,859 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 1491, reset compression=false 2024-11-27T17:22:25,863 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:25,863 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 2382, reset compression=false 2024-11-27T17:22:25,863 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,36725,1732728105462 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397, lastWalPosition=2382, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:25,864 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8f0673442175,36725,1732728105462: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8f0673442175,36725,1732728105462, walGroup=8f0673442175%2C36725%2C1732728105462, offset=8f0673442175%2C36725%2C1732728105462.1732728107397:2382, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:36725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T17:22:25,865 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T17:22:25,865 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T17:22:25,866 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T17:22:25,866 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T17:22:25,866 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T17:22:25,866 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 904401352 }, "NonHeapMemoryUsage": { "committed": 202768384, "init": 7667712, "max": -1, "used": 199912792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T17:22:25,866 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:35827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:35827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T17:22:25,923 DEBUG [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:22:26,014 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/.tmp/ns/9de6bc39c6ac498cb2888bc8e7cc520b 2024-11-27T17:22:26,036 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/.tmp/rep_barrier/1d23bf25ebb3431c99f304bb3f6d9449 is 112, key is test,,1732728119440.b12cdf9730adb0bc20c61b10f103fd86./rep_barrier:seqnumDuringOpen/1732728119815/Put/seqid=0 2024-11-27T17:22:26,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741846_1022 (size=5518) 2024-11-27T17:22:26,040 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/.tmp/rep_barrier/1d23bf25ebb3431c99f304bb3f6d9449 2024-11-27T17:22:26,061 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/.tmp/table/a9b11594599b4b92bbdd9b0079cbbee5 is 53, key is hbase:replication/table:state/1732728125168/Put/seqid=0 2024-11-27T17:22:26,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741847_1023 (size=5308) 2024-11-27T17:22:26,067 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/.tmp/table/a9b11594599b4b92bbdd9b0079cbbee5 2024-11-27T17:22:26,068 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.1732728107397 to pos 2382, reset compression=false 2024-11-27T17:22:26,074 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/.tmp/info/93cf4a664e0a47efa98c652700dffd9f as hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/info/93cf4a664e0a47efa98c652700dffd9f 2024-11-27T17:22:26,078 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/info/93cf4a664e0a47efa98c652700dffd9f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T17:22:26,079 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/.tmp/ns/9de6bc39c6ac498cb2888bc8e7cc520b as hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/ns/9de6bc39c6ac498cb2888bc8e7cc520b 2024-11-27T17:22:26,084 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/ns/9de6bc39c6ac498cb2888bc8e7cc520b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T17:22:26,085 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/.tmp/rep_barrier/1d23bf25ebb3431c99f304bb3f6d9449 as hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/rep_barrier/1d23bf25ebb3431c99f304bb3f6d9449 2024-11-27T17:22:26,090 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/rep_barrier/1d23bf25ebb3431c99f304bb3f6d9449, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T17:22:26,091 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/.tmp/table/a9b11594599b4b92bbdd9b0079cbbee5 as hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/table/a9b11594599b4b92bbdd9b0079cbbee5 2024-11-27T17:22:26,095 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/table/a9b11594599b4b92bbdd9b0079cbbee5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T17:22:26,096 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 973ms, sequenceid=16, compaction requested=false 2024-11-27T17:22:26,096 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:22:26,101 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T17:22:26,102 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:22:26,102 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:22:26,102 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:22:26,102 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728145122Running coprocessor pre-close hooks at 1732728145122Disabling compacts and flushes for region at 1732728145122Disabling writes for close at 1732728145122Obtaining lock to block concurrent updates at 1732728145123 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732728145123Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732728145123Flushing stores of hbase:meta,,1.1588230740 at 1732728145124 (+1 ms)Flushing 1588230740/info: creating writer at 1732728145124Flushing 1588230740/info: appending metadata at 1732728145141 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732728145141Flushing 1588230740/ns: creating writer at 1732728145587 (+446 ms)Flushing 1588230740/ns: appending metadata at 1732728145605 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732728145605Flushing 1588230740/rep_barrier: creating writer at 1732728146019 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732728146035 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732728146035Flushing 1588230740/table: creating writer at 1732728146045 (+10 ms)Flushing 1588230740/table: appending metadata at 1732728146061 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732728146061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@159cb0c4: reopening flushed file at 1732728146073 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d0b96d2: reopening flushed file at 1732728146079 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e4cf56: reopening flushed file at 1732728146084 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64795650: reopening flushed file at 1732728146090 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 973ms, sequenceid=16, compaction requested=false at 1732728146096 (+6 ms)Writing region close event to WAL at 1732728146098 (+2 ms)Running coprocessor post-close hooks at 1732728146102 (+4 ms)Closed at 1732728146102 2024-11-27T17:22:26,102 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:22:26,123 INFO [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,36725,1732728105462; all regions closed. 2024-11-27T17:22:26,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741834_1010 (size=4239) 2024-11-27T17:22:26,125 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/WALs/8f0673442175,36725,1732728105462/8f0673442175%2C36725%2C1732728105462.meta.1732728108588.meta not finished, retry = 0 2024-11-27T17:22:26,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741839_1015 (size=3552) 2024-11-27T17:22:26,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741832_1008 (size=2390) 2024-11-27T17:22:26,231 DEBUG [RS:0;8f0673442175:36725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:26,231 INFO [RS:0;8f0673442175:36725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:22:26,231 INFO [RS:0;8f0673442175:36725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:22:26,231 INFO [RS:0;8f0673442175:36725 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:22:26,231 INFO [RS:0;8f0673442175:36725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:22:26,231 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:22:26,231 INFO [RS:0;8f0673442175:36725 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,36725,1732728105462 because: Region server is closing 2024-11-27T17:22:26,232 INFO [RS:0;8f0673442175:36725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:36725. 2024-11-27T17:22:26,232 DEBUG [RS:0;8f0673442175:36725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:26,232 DEBUG [RS:0;8f0673442175:36725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:26,232 DEBUG [RS:0;8f0673442175:36725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:26,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:26,332 INFO [RS:0;8f0673442175:36725 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.shipper8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 terminated 2024-11-27T17:22:26,332 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,36725,1732728105462.replicationSource.wal-reader.8f0673442175%2C36725%2C1732728105462,1-8f0673442175,36725,1732728105462 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T17:22:26,332 INFO [RS:0;8f0673442175:36725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:36725. 2024-11-27T17:22:26,332 DEBUG [RS:0;8f0673442175:36725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:26,332 DEBUG [RS:0;8f0673442175:36725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:26,332 DEBUG [RS:0;8f0673442175:36725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:26,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:26,333 INFO [RS:0;8f0673442175:36725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36725 2024-11-27T17:22:26,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846/rs 2024-11-27T17:22:26,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139431846/rs/8f0673442175,36725,1732728105462 2024-11-27T17:22:26,360 INFO [RS:0;8f0673442175:36725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:22:26,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,36725,1732728105462] 2024-11-27T17:22:26,454 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139431846/draining/8f0673442175,36725,1732728105462 already deleted, retry=false 2024-11-27T17:22:26,454 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,36725,1732728105462 expired; onlineServers=0 2024-11-27T17:22:26,454 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,35827,1732728105310' ***** 2024-11-27T17:22:26,454 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:22:26,455 INFO [M:0;8f0673442175:35827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:22:26,455 INFO [M:0;8f0673442175:35827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:22:26,455 DEBUG [M:0;8f0673442175:35827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:22:26,455 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:22:26,455 DEBUG [M:0;8f0673442175:35827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:22:26,455 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728107139 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728107139,5,FailOnTimeoutGroup] 2024-11-27T17:22:26,455 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728107139 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728107139,5,FailOnTimeoutGroup] 2024-11-27T17:22:26,455 INFO [M:0;8f0673442175:35827 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:22:26,455 INFO [M:0;8f0673442175:35827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:22:26,455 DEBUG [M:0;8f0673442175:35827 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:22:26,455 INFO [M:0;8f0673442175:35827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:22:26,455 INFO [M:0;8f0673442175:35827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:22:26,455 INFO [M:0;8f0673442175:35827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:22:26,455 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:22:26,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139431846/master 2024-11-27T17:22:26,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139431846 2024-11-27T17:22:26,465 DEBUG [M:0;8f0673442175:35827 {}] zookeeper.ZKUtil(347): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Unable to get data of znode /0-1139431846/master because node does not exist (not an error) 2024-11-27T17:22:26,465 WARN [M:0;8f0673442175:35827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:22:26,466 INFO [M:0;8f0673442175:35827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/.lastflushedseqids 2024-11-27T17:22:26,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741848_1024 (size=245) 2024-11-27T17:22:26,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:22:26,544 INFO [RS:0;8f0673442175:36725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:22:26,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36725-0x1017d509bdc0001, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:22:26,544 INFO [RS:0;8f0673442175:36725 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,36725,1732728105462; zookeeper connection closed. 2024-11-27T17:22:26,544 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a77641b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a77641b 2024-11-27T17:22:26,545 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:22:26,876 INFO [M:0;8f0673442175:35827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:22:26,876 INFO [M:0;8f0673442175:35827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:22:26,876 DEBUG [M:0;8f0673442175:35827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:22:26,876 INFO [M:0;8f0673442175:35827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:26,876 DEBUG [M:0;8f0673442175:35827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:26,876 DEBUG [M:0;8f0673442175:35827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:22:26,876 DEBUG [M:0;8f0673442175:35827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:26,877 INFO [M:0;8f0673442175:35827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-27T17:22:26,894 DEBUG [M:0;8f0673442175:35827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c173a284c30940cba6b545a654124053 is 82, key is hbase:meta,,1/info:regioninfo/1732728108623/Put/seqid=0 2024-11-27T17:22:26,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741849_1025 (size=5672) 2024-11-27T17:22:26,906 INFO [M:0;8f0673442175:35827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c173a284c30940cba6b545a654124053 2024-11-27T17:22:26,933 DEBUG [M:0;8f0673442175:35827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86b727267daf407284df08d293bfe82c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732728119824/Put/seqid=0 2024-11-27T17:22:26,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741850_1026 (size=7218) 2024-11-27T17:22:26,946 INFO [M:0;8f0673442175:35827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86b727267daf407284df08d293bfe82c 2024-11-27T17:22:26,951 INFO [M:0;8f0673442175:35827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86b727267daf407284df08d293bfe82c 2024-11-27T17:22:26,973 DEBUG [M:0;8f0673442175:35827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d3fff8973084c799977bda80992b7c4 is 69, key is 8f0673442175,36725,1732728105462/rs:state/1732728107242/Put/seqid=0 2024-11-27T17:22:27,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741851_1027 (size=5156) 2024-11-27T17:22:27,010 INFO [M:0;8f0673442175:35827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d3fff8973084c799977bda80992b7c4 2024-11-27T17:22:27,016 DEBUG [M:0;8f0673442175:35827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c173a284c30940cba6b545a654124053 as hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c173a284c30940cba6b545a654124053 2024-11-27T17:22:27,024 INFO [M:0;8f0673442175:35827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c173a284c30940cba6b545a654124053, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T17:22:27,025 DEBUG [M:0;8f0673442175:35827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86b727267daf407284df08d293bfe82c as hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86b727267daf407284df08d293bfe82c 2024-11-27T17:22:27,029 INFO [M:0;8f0673442175:35827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86b727267daf407284df08d293bfe82c 2024-11-27T17:22:27,030 INFO [M:0;8f0673442175:35827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86b727267daf407284df08d293bfe82c, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T17:22:27,030 DEBUG [M:0;8f0673442175:35827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d3fff8973084c799977bda80992b7c4 as hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d3fff8973084c799977bda80992b7c4 2024-11-27T17:22:27,034 INFO [M:0;8f0673442175:35827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33515/user/jenkins/test-data/c55688d1-f49a-6674-db63-d166791da958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d3fff8973084c799977bda80992b7c4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T17:22:27,035 INFO [M:0;8f0673442175:35827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=105, compaction requested=false 2024-11-27T17:22:27,049 INFO [M:0;8f0673442175:35827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:27,049 DEBUG [M:0;8f0673442175:35827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728146876Disabling compacts and flushes for region at 1732728146876Disabling writes for close at 1732728146876Obtaining lock to block concurrent updates at 1732728146877 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728146877Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732728146877Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728146877Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728146877Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728146893 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728146893Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728146910 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728146932 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728146933 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728146951 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728146972 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728146972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75cf4416: reopening flushed file at 1732728147015 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bedc037: reopening flushed file at 1732728147024 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f42e3e9: reopening flushed file at 1732728147030 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=105, compaction requested=false at 1732728147035 (+5 ms)Writing region close event to WAL at 1732728147049 (+14 ms)Closed at 1732728147049 2024-11-27T17:22:27,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39593 is added to blk_1073741830_1006 (size=64423) 2024-11-27T17:22:27,055 INFO [M:0;8f0673442175:35827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:22:27,055 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:22:27,055 INFO [M:0;8f0673442175:35827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35827 2024-11-27T17:22:27,056 INFO [M:0;8f0673442175:35827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:22:27,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:22:27,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x1017d509bdc0000, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:22:27,166 INFO [M:0;8f0673442175:35827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:22:27,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d47ed79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:22:27,174 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f4ec07a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:22:27,174 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:22:27,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c36cb8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:22:27,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c42ee9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/hadoop.log.dir/,STOPPED} 2024-11-27T17:22:27,176 WARN [BP-1346441776-172.17.0.3-1732728102986 heartbeating to localhost/127.0.0.1:33515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:22:27,176 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:22:27,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:22:27,176 WARN [BP-1346441776-172.17.0.3-1732728102986 heartbeating to localhost/127.0.0.1:33515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1346441776-172.17.0.3-1732728102986 (Datanode Uuid e5ffa544-eb9d-48ba-8f3a-3ed7fd858d3c) service to localhost/127.0.0.1:33515 2024-11-27T17:22:27,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/cluster_49cd602b-1f80-127e-1696-df7947d01760/data/data1/current/BP-1346441776-172.17.0.3-1732728102986 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:22:27,177 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/cluster_49cd602b-1f80-127e-1696-df7947d01760/data/data2/current/BP-1346441776-172.17.0.3-1732728102986 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:22:27,177 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:22:27,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@371d7866{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:22:27,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7338a92c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:22:27,184 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:22:27,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2faeecda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:22:27,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a89869{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/064e7698-afa8-b22c-3b13-8e66fb8e833f/hadoop.log.dir/,STOPPED} 2024-11-27T17:22:27,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T17:22:27,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:22:27,217 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 260) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36811 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62944) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62944) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:35771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-22 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:36811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:33515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35771 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62944) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33515 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=564 (was 461) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3699 (was 3949) 2024-11-27T17:22:27,229 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=564, ProcessCount=11, AvailableMemoryMB=3699 2024-11-27T17:22:27,245 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-27T17:22:27,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/hadoop.log.dir so I do NOT create it in target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da 2024-11-27T17:22:27,246 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:22:27,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/hadoop.tmp.dir so I do NOT create it in target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da 2024-11-27T17:22:27,246 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c882e508-2f1e-5dca-e968-3cec93c3cfa4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:22:27,246 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da 2024-11-27T17:22:27,246 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/cluster_76bb4c2c-ee6b-6aa8-a341-3cba1428c729, deleteOnExit=true 2024-11-27T17:22:27,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017d509bdc0002, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:22:27,289 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/cluster_76bb4c2c-ee6b-6aa8-a341-3cba1428c729/zookeeper_0, clientPort=58573, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/cluster_76bb4c2c-ee6b-6aa8-a341-3cba1428c729/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/cluster_76bb4c2c-ee6b-6aa8-a341-3cba1428c729/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T17:22:27,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017d509bdc0002, quorum=127.0.0.1:62944, baseZNode=/0-1139431846 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:22:27,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017d509bdc0008, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:22:27,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017d509bdc0005, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:22:27,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017d509bdc0008, quorum=127.0.0.1:62944, baseZNode=/21483699957 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:22:27,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017d509bdc0005, quorum=127.0.0.1:62944, baseZNode=/12126748604 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:22:27,290 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58573 2024-11-27T17:22:27,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:22:27,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:22:27,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/test.cache.data in system properties and HBase conf 2024-11-27T17:22:27,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:22:27,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:22:27,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:22:27,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:22:27,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:22:27,291 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:22:27,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:22:27,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:22:27,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:22:27,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:22:27,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:22:27,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:22:27,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:22:27,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:22:27,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:22:27,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:22:27,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:22:27,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:22:27,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:22:27,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:22:27,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:22:27,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:22:27,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:22:27,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:22:27,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:22:27,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:22:27,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@376a212c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:22:27,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1510d567{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:22:27,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d88e6d1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/java.io.tmpdir/jetty-localhost-43745-hadoop-hdfs-3_4_1-tests_jar-_-any-4496544503090657063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:22:27,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51a3b004{HTTP/1.1, (http/1.1)}{localhost:43745} 2024-11-27T17:22:27,819 INFO [Time-limited test {}] server.Server(415): Started @274790ms 2024-11-27T17:22:28,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:22:28,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:22:28,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:22:28,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:22:28,126 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:22:28,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13cd5feb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:22:28,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48cbcf33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:22:28,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77dc46ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/java.io.tmpdir/jetty-localhost-41591-hadoop-hdfs-3_4_1-tests_jar-_-any-17795392451294599617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:22:28,266 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a883e58{HTTP/1.1, (http/1.1)}{localhost:41591} 2024-11-27T17:22:28,266 INFO [Time-limited test {}] server.Server(415): Started @275237ms 2024-11-27T17:22:28,268 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:22:28,964 WARN [Thread-3440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/cluster_76bb4c2c-ee6b-6aa8-a341-3cba1428c729/data/data2/current/BP-1214997631-172.17.0.3-1732728147329/current, will proceed with Du for space computation calculation, 2024-11-27T17:22:28,964 WARN [Thread-3439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/cluster_76bb4c2c-ee6b-6aa8-a341-3cba1428c729/data/data1/current/BP-1214997631-172.17.0.3-1732728147329/current, will proceed with Du for space computation calculation, 2024-11-27T17:22:29,051 WARN [Thread-3427 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:22:29,054 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42e3adaf6ee7d73e with lease ID 0x8466660fb60b3c91: Processing first storage report for DS-a3780ca6-b9c9-4b1c-812e-dc30465104fb from datanode DatanodeRegistration(127.0.0.1:33959, datanodeUuid=58e3f9ef-ab59-4b42-a8f6-dec31c6c6e34, infoPort=37429, infoSecurePort=0, ipcPort=41477, storageInfo=lv=-57;cid=testClusterID;nsid=1073653587;c=1732728147329) 2024-11-27T17:22:29,054 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42e3adaf6ee7d73e with lease ID 0x8466660fb60b3c91: from storage DS-a3780ca6-b9c9-4b1c-812e-dc30465104fb node DatanodeRegistration(127.0.0.1:33959, datanodeUuid=58e3f9ef-ab59-4b42-a8f6-dec31c6c6e34, infoPort=37429, infoSecurePort=0, ipcPort=41477, storageInfo=lv=-57;cid=testClusterID;nsid=1073653587;c=1732728147329), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:22:29,054 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42e3adaf6ee7d73e with lease ID 0x8466660fb60b3c91: Processing first storage report for DS-529164f8-48d8-4658-8f67-070ae9f90db0 from datanode DatanodeRegistration(127.0.0.1:33959, datanodeUuid=58e3f9ef-ab59-4b42-a8f6-dec31c6c6e34, infoPort=37429, infoSecurePort=0, ipcPort=41477, storageInfo=lv=-57;cid=testClusterID;nsid=1073653587;c=1732728147329) 2024-11-27T17:22:29,054 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42e3adaf6ee7d73e with lease ID 0x8466660fb60b3c91: from storage DS-529164f8-48d8-4658-8f67-070ae9f90db0 node DatanodeRegistration(127.0.0.1:33959, datanodeUuid=58e3f9ef-ab59-4b42-a8f6-dec31c6c6e34, infoPort=37429, infoSecurePort=0, ipcPort=41477, storageInfo=lv=-57;cid=testClusterID;nsid=1073653587;c=1732728147329), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T17:22:29,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da 2024-11-27T17:22:29,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:29,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:29,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:22:29,151 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20 with version=8 2024-11-27T17:22:29,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/hbase-staging 2024-11-27T17:22:29,153 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:22:29,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:29,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:29,154 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:22:29,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:29,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:22:29,154 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:22:29,154 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:22:29,155 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40347 2024-11-27T17:22:29,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40347 connecting to ZooKeeper ensemble=127.0.0.1:58573 2024-11-27T17:22:29,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403470x0, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:22:29,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40347-0x1017d5148f10000 connected 2024-11-27T17:22:29,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:29,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:29,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Set watcher on znode that does not yet exist, /0598982266/running 2024-11-27T17:22:29,319 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20, hbase.cluster.distributed=false 2024-11-27T17:22:29,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Set watcher on znode that does not yet exist, /0598982266/acl 2024-11-27T17:22:29,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40347 2024-11-27T17:22:29,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40347 2024-11-27T17:22:29,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40347 2024-11-27T17:22:29,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40347 2024-11-27T17:22:29,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40347 2024-11-27T17:22:29,362 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:22:29,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:29,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:29,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:22:29,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:29,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:22:29,363 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:22:29,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:22:29,365 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46523 2024-11-27T17:22:29,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46523 connecting to ZooKeeper ensemble=127.0.0.1:58573 2024-11-27T17:22:29,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:29,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:29,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465230x0, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:22:29,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465230x0, quorum=127.0.0.1:58573, baseZNode=/0598982266 Set watcher on znode that does not yet exist, /0598982266/running 2024-11-27T17:22:29,382 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:22:29,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46523-0x1017d5148f10001 connected 2024-11-27T17:22:29,388 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:22:29,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Set watcher on znode that does not yet exist, /0598982266/master 2024-11-27T17:22:29,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Set watcher on znode that does not yet exist, /0598982266/acl 2024-11-27T17:22:29,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46523 2024-11-27T17:22:29,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46523 2024-11-27T17:22:29,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46523 2024-11-27T17:22:29,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46523 2024-11-27T17:22:29,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46523 2024-11-27T17:22:29,449 DEBUG [M:0;8f0673442175:40347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:40347 2024-11-27T17:22:29,451 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0598982266/backup-masters/8f0673442175,40347,1732728149153 2024-11-27T17:22:29,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266/backup-masters 2024-11-27T17:22:29,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266/backup-masters 2024-11-27T17:22:29,455 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Set watcher on existing znode=/0598982266/backup-masters/8f0673442175,40347,1732728149153 2024-11-27T17:22:29,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0598982266/master 2024-11-27T17:22:29,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:22:29,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:22:29,467 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Set watcher on existing znode=/0598982266/master 2024-11-27T17:22:29,467 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0598982266/backup-masters/8f0673442175,40347,1732728149153 from backup master directory 2024-11-27T17:22:29,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266/backup-masters 2024-11-27T17:22:29,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0598982266/backup-masters/8f0673442175,40347,1732728149153 2024-11-27T17:22:29,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266/backup-masters 2024-11-27T17:22:29,476 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:22:29,476 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,40347,1732728149153 2024-11-27T17:22:29,485 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/hbase.id] with ID: 50e56f25-0311-4a9e-8546-fafa24139966 2024-11-27T17:22:29,486 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/.tmp/hbase.id 2024-11-27T17:22:29,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:22:29,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:22:29,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T17:22:29,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T17:22:29,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T17:22:29,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T17:22:29,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:22:29,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:22:29,901 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/.tmp/hbase.id]:[hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/hbase.id] 2024-11-27T17:22:29,911 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:29,911 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:22:29,912 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T17:22:29,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:22:29,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:22:29,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:22:30,368 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:22:30,369 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:22:30,370 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:22:30,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:22:30,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:22:30,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:30,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:30,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:30,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:30,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:30,791 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store 2024-11-27T17:22:30,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:22:30,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:30,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:30,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:30,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:30,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:30,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:30,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:30,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:30,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:30,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:31,201 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:31,201 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:22:31,201 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:31,201 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:31,201 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:22:31,201 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:31,201 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:31,201 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728151201Disabling compacts and flushes for region at 1732728151201Disabling writes for close at 1732728151201Writing region close event to WAL at 1732728151201Closed at 1732728151201 2024-11-27T17:22:31,202 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/.initializing 2024-11-27T17:22:31,202 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/WALs/8f0673442175,40347,1732728149153 2024-11-27T17:22:31,203 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:22:31,204 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C40347%2C1732728149153, suffix=, logDir=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/WALs/8f0673442175,40347,1732728149153, archiveDir=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/oldWALs, maxLogs=10 2024-11-27T17:22:31,215 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/WALs/8f0673442175,40347,1732728149153/8f0673442175%2C40347%2C1732728149153.1732728151204, exclude list is [], retry=0 2024-11-27T17:22:31,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33959,DS-a3780ca6-b9c9-4b1c-812e-dc30465104fb,DISK] 2024-11-27T17:22:31,218 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/WALs/8f0673442175,40347,1732728149153/8f0673442175%2C40347%2C1732728149153.1732728151204 2024-11-27T17:22:31,218 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-27T17:22:31,218 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:31,218 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:31,219 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:31,219 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:31,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:31,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:22:31,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:31,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:31,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:31,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:22:31,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:31,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:31,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:31,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:22:31,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:31,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:31,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:31,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:22:31,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:31,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:31,223 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:31,224 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:31,224 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:31,225 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:31,225 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:31,225 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:22:31,226 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:31,227 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:31,227 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65395428, jitterRate=-0.025532186031341553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:22:31,228 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728151219Initializing all the Stores at 1732728151219Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728151219Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728151219Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728151219Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728151219Cleaning up temporary data from old regions at 1732728151225 (+6 ms)Region opened successfully at 1732728151228 (+3 ms) 2024-11-27T17:22:31,230 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:22:31,233 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b977d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:22:31,234 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:22:31,234 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:22:31,234 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:22:31,234 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:22:31,234 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:22:31,235 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:22:31,235 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:22:31,236 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:22:31,237 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Unable to get data of znode /0598982266/balancer because node does not exist (not necessarily an error) 2024-11-27T17:22:31,286 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0598982266/balancer already deleted, retry=false 2024-11-27T17:22:31,287 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:22:31,288 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Unable to get data of znode /0598982266/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:22:31,307 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0598982266/normalizer already deleted, retry=false 2024-11-27T17:22:31,307 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:22:31,308 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Unable to get data of znode /0598982266/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:22:31,364 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0598982266/switch/split already deleted, retry=false 2024-11-27T17:22:31,365 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Unable to get data of znode /0598982266/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:22:31,380 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0598982266/switch/merge already deleted, retry=false 2024-11-27T17:22:31,382 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Unable to get data of znode /0598982266/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:22:31,391 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0598982266/snapshot-cleanup already deleted, retry=false 2024-11-27T17:22:31,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0598982266/running 2024-11-27T17:22:31,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:22:31,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0598982266/running 2024-11-27T17:22:31,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:22:31,404 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,40347,1732728149153, sessionid=0x1017d5148f10000, setting cluster-up flag (Was=false) 2024-11-27T17:22:31,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:22:31,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:22:31,535 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0598982266/flush-table-proc/acquired, /0598982266/flush-table-proc/reached, /0598982266/flush-table-proc/abort 2024-11-27T17:22:31,536 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,40347,1732728149153 2024-11-27T17:22:31,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:22:31,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:22:31,819 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0598982266/online-snapshot/acquired, /0598982266/online-snapshot/reached, /0598982266/online-snapshot/abort 2024-11-27T17:22:31,820 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,40347,1732728149153 2024-11-27T17:22:31,822 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:22:31,823 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:22:31,823 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:22:31,823 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:22:31,824 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,40347,1732728149153 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:22:31,825 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:22:31,825 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:22:31,825 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:22:31,825 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:22:31,825 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:22:31,825 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:31,825 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:22:31,825 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:31,832 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728181832 2024-11-27T17:22:31,833 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:22:31,833 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:22:31,833 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:22:31,833 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:22:31,833 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:22:31,833 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:22:31,833 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:31,833 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:22:31,833 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:22:31,833 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:22:31,833 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:22:31,833 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:22:31,833 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:22:31,834 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:22:31,834 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:22:31,834 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728151834,5,FailOnTimeoutGroup] 2024-11-27T17:22:31,834 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728151834,5,FailOnTimeoutGroup] 2024-11-27T17:22:31,834 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:31,834 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:31,834 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:22:31,834 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:31,834 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:31,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:22:31,837 INFO [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(746): ClusterId : 50e56f25-0311-4a9e-8546-fafa24139966 2024-11-27T17:22:31,837 DEBUG [RS:0;8f0673442175:46523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:22:31,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:22:31,855 DEBUG [RS:0;8f0673442175:46523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:22:31,855 DEBUG [RS:0;8f0673442175:46523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:22:31,865 DEBUG [RS:0;8f0673442175:46523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:22:31,866 DEBUG [RS:0;8f0673442175:46523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffddc30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:22:31,879 DEBUG [RS:0;8f0673442175:46523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:46523 2024-11-27T17:22:31,879 INFO [RS:0;8f0673442175:46523 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:22:31,879 INFO [RS:0;8f0673442175:46523 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:22:31,879 DEBUG [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:22:31,880 INFO [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,40347,1732728149153 with port=46523, startcode=1732728149362 2024-11-27T17:22:31,880 DEBUG [RS:0;8f0673442175:46523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:22:31,885 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:22:31,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40347 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,46523,1732728149362 2024-11-27T17:22:31,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40347 {}] master.ServerManager(517): Registering regionserver=8f0673442175,46523,1732728149362 2024-11-27T17:22:31,886 DEBUG [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20 2024-11-27T17:22:31,886 DEBUG [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36663 2024-11-27T17:22:31,886 DEBUG [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:22:31,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266/rs 2024-11-27T17:22:31,897 DEBUG [RS:0;8f0673442175:46523 {}] zookeeper.ZKUtil(111): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Set watcher on existing znode=/0598982266/rs/8f0673442175,46523,1732728149362 2024-11-27T17:22:31,897 WARN [RS:0;8f0673442175:46523 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:22:31,897 INFO [RS:0;8f0673442175:46523 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:22:31,897 DEBUG [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362 2024-11-27T17:22:31,897 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,46523,1732728149362] 2024-11-27T17:22:31,902 INFO [RS:0;8f0673442175:46523 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:22:31,903 INFO [RS:0;8f0673442175:46523 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:22:31,903 INFO [RS:0;8f0673442175:46523 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:22:31,903 INFO [RS:0;8f0673442175:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:31,904 INFO [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:22:31,904 INFO [RS:0;8f0673442175:46523 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:22:31,904 INFO [RS:0;8f0673442175:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:31,905 DEBUG [RS:0;8f0673442175:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:31,905 DEBUG [RS:0;8f0673442175:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:31,905 DEBUG [RS:0;8f0673442175:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:31,905 DEBUG [RS:0;8f0673442175:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:31,905 DEBUG [RS:0;8f0673442175:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:31,905 DEBUG [RS:0;8f0673442175:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:22:31,905 DEBUG [RS:0;8f0673442175:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:31,905 DEBUG [RS:0;8f0673442175:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:31,905 DEBUG [RS:0;8f0673442175:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:31,905 DEBUG [RS:0;8f0673442175:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:31,905 DEBUG [RS:0;8f0673442175:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:31,905 DEBUG [RS:0;8f0673442175:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:31,905 DEBUG [RS:0;8f0673442175:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:22:31,905 DEBUG [RS:0;8f0673442175:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:22:31,912 INFO [RS:0;8f0673442175:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:31,912 INFO [RS:0;8f0673442175:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:31,912 INFO [RS:0;8f0673442175:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:31,912 INFO [RS:0;8f0673442175:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:31,912 INFO [RS:0;8f0673442175:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:31,912 INFO [RS:0;8f0673442175:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,46523,1732728149362-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:22:31,927 INFO [RS:0;8f0673442175:46523 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:22:31,928 INFO [RS:0;8f0673442175:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,46523,1732728149362-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:31,928 INFO [RS:0;8f0673442175:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:31,928 INFO [RS:0;8f0673442175:46523 {}] regionserver.Replication(171): 8f0673442175,46523,1732728149362 started 2024-11-27T17:22:31,939 INFO [RS:0;8f0673442175:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:31,939 INFO [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,46523,1732728149362, RpcServer on 8f0673442175/172.17.0.3:46523, sessionid=0x1017d5148f10001 2024-11-27T17:22:31,939 DEBUG [RS:0;8f0673442175:46523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:22:31,939 DEBUG [RS:0;8f0673442175:46523 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,46523,1732728149362 2024-11-27T17:22:31,939 DEBUG [RS:0;8f0673442175:46523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,46523,1732728149362' 2024-11-27T17:22:31,939 DEBUG [RS:0;8f0673442175:46523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0598982266/flush-table-proc/abort' 2024-11-27T17:22:31,940 DEBUG [RS:0;8f0673442175:46523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0598982266/flush-table-proc/acquired' 2024-11-27T17:22:31,940 DEBUG [RS:0;8f0673442175:46523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:22:31,940 DEBUG [RS:0;8f0673442175:46523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:22:31,940 DEBUG [RS:0;8f0673442175:46523 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,46523,1732728149362 2024-11-27T17:22:31,940 DEBUG [RS:0;8f0673442175:46523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,46523,1732728149362' 2024-11-27T17:22:31,940 DEBUG [RS:0;8f0673442175:46523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0598982266/online-snapshot/abort' 2024-11-27T17:22:31,940 DEBUG [RS:0;8f0673442175:46523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0598982266/online-snapshot/acquired' 2024-11-27T17:22:31,941 DEBUG [RS:0;8f0673442175:46523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:22:31,941 INFO [RS:0;8f0673442175:46523 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:22:31,941 INFO [RS:0;8f0673442175:46523 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:22:32,041 INFO [RS:0;8f0673442175:46523 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:22:32,042 INFO [RS:0;8f0673442175:46523 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C46523%2C1732728149362, suffix=, logDir=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362, archiveDir=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/oldWALs, maxLogs=10 2024-11-27T17:22:32,058 DEBUG [RS:0;8f0673442175:46523 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043, exclude list is [], retry=0 2024-11-27T17:22:32,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33959,DS-a3780ca6-b9c9-4b1c-812e-dc30465104fb,DISK] 2024-11-27T17:22:32,062 INFO [RS:0;8f0673442175:46523 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 2024-11-27T17:22:32,062 DEBUG [RS:0;8f0673442175:46523 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-27T17:22:32,245 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:22:32,245 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20 2024-11-27T17:22:32,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:22:32,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:32,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:22:32,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:22:32,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:32,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:32,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:22:32,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:22:32,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:32,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:32,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:22:32,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:22:32,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:32,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:32,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:22:32,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:22:32,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:32,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:32,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:22:32,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740 2024-11-27T17:22:32,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740 2024-11-27T17:22:32,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:22:32,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:22:32,666 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:22:32,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:22:32,668 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:32,669 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63257290, jitterRate=-0.05739292502403259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:22:32,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728152658Initializing all the Stores at 1732728152659 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728152659Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728152659Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728152660 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728152660Cleaning up temporary data from old regions at 1732728152666 (+6 ms)Region opened successfully at 1732728152669 (+3 ms) 2024-11-27T17:22:32,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:22:32,669 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:22:32,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:22:32,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:22:32,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:22:32,670 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:22:32,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728152669Disabling compacts and flushes for region at 1732728152669Disabling writes for close at 1732728152669Writing region close event to WAL at 1732728152670 (+1 ms)Closed at 1732728152670 2024-11-27T17:22:32,671 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:22:32,671 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:22:32,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:22:32,672 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:22:32,672 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:22:32,822 DEBUG [8f0673442175:40347 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:22:32,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,46523,1732728149362 2024-11-27T17:22:32,824 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,46523,1732728149362, state=OPENING 2024-11-27T17:22:32,894 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:22:32,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:22:32,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:22:32,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0598982266/meta-region-server: CHANGED 2024-11-27T17:22:32,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0598982266/meta-region-server: CHANGED 2024-11-27T17:22:32,947 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:22:32,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,46523,1732728149362}] 2024-11-27T17:22:33,100 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:22:33,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:22:33,103 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:22:33,103 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:22:33,103 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:22:33,104 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C46523%2C1732728149362.meta, suffix=.meta, logDir=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362, archiveDir=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/oldWALs, maxLogs=10 2024-11-27T17:22:33,116 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.meta.1732728153105.meta, exclude list is [], retry=0 2024-11-27T17:22:33,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33959,DS-a3780ca6-b9c9-4b1c-812e-dc30465104fb,DISK] 2024-11-27T17:22:33,119 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.meta.1732728153105.meta 2024-11-27T17:22:33,119 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-27T17:22:33,119 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:33,119 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:22:33,120 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:22:33,120 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:22:33,120 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:22:33,120 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:22:33,120 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:33,120 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:22:33,120 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:22:33,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:22:33,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:22:33,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:33,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:33,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:22:33,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:22:33,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:33,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:33,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:22:33,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:22:33,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:33,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:33,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:22:33,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:22:33,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:33,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:33,125 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:22:33,125 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740 2024-11-27T17:22:33,126 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740 2024-11-27T17:22:33,126 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:22:33,126 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:22:33,127 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:22:33,127 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:22:33,128 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74085946, jitterRate=0.103966623544693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:22:33,128 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:22:33,128 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728153120Writing region info on filesystem at 1732728153120Initializing all the Stores at 1732728153121 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728153121Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728153121Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728153121Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728153121Cleaning up temporary data from old regions at 1732728153126 (+5 ms)Running coprocessor post-open hooks at 1732728153128 (+2 ms)Region opened successfully at 1732728153128 2024-11-27T17:22:33,129 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728153100 2024-11-27T17:22:33,130 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:22:33,130 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:22:33,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,46523,1732728149362 2024-11-27T17:22:33,131 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,46523,1732728149362, state=OPEN 2024-11-27T17:22:33,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0598982266/meta-region-server 2024-11-27T17:22:33,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0598982266/meta-region-server 2024-11-27T17:22:33,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0598982266/meta-region-server: CHANGED 2024-11-27T17:22:33,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0598982266/meta-region-server: CHANGED 2024-11-27T17:22:33,229 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,46523,1732728149362 2024-11-27T17:22:33,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:22:33,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,46523,1732728149362 in 281 msec 2024-11-27T17:22:33,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:22:33,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 563 msec 2024-11-27T17:22:33,236 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:22:33,236 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:22:33,237 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:33,237 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,46523,1732728149362, seqNum=-1] 2024-11-27T17:22:33,237 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:33,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:22:33,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4190 sec 2024-11-27T17:22:33,242 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728153242, completionTime=-1 2024-11-27T17:22:33,242 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:22:33,242 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:22:33,244 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:22:33,244 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728213244 2024-11-27T17:22:33,244 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728273244 2024-11-27T17:22:33,244 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T17:22:33,245 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40347,1732728149153-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:33,245 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40347,1732728149153-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:33,245 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40347,1732728149153-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:33,245 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:40347, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:33,245 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:33,245 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:33,247 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:22:33,249 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.773sec 2024-11-27T17:22:33,249 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:22:33,249 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:22:33,249 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:22:33,249 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:22:33,249 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:22:33,249 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40347,1732728149153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:22:33,249 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40347,1732728149153-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:22:33,251 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:22:33,251 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:22:33,251 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,40347,1732728149153-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:33,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bec06c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:33,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,40347,-1 for getting cluster id 2024-11-27T17:22:33,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:33,339 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50e56f25-0311-4a9e-8546-fafa24139966' 2024-11-27T17:22:33,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:33,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50e56f25-0311-4a9e-8546-fafa24139966" 2024-11-27T17:22:33,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274d7e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:33,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,40347,-1] 2024-11-27T17:22:33,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:33,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:33,340 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:33,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672c0d29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:33,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:33,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,46523,1732728149362, seqNum=-1] 2024-11-27T17:22:33,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:33,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:22:33,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,40347,1732728149153 2024-11-27T17:22:33,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58573 2024-11-27T17:22:33,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:22:33,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017d5148f10002 connected 2024-11-27T17:22:33,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/hadoop.log.dir so I do NOT create it in target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc 2024-11-27T17:22:33,488 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:22:33,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/hadoop.tmp.dir so I do NOT create it in target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc 2024-11-27T17:22:33,488 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:22:33,488 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc 2024-11-27T17:22:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:22:33,489 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/cluster_f8568c63-bab5-c815-7633-15ad30347481, deleteOnExit=true 2024-11-27T17:22:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:22:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/test.cache.data in system properties and HBase conf 2024-11-27T17:22:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:22:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:22:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:22:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:22:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:22:33,489 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:22:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:22:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:22:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:22:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:22:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:22:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:22:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:22:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:22:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:22:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:22:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:22:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:22:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:22:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:22:34,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:22:34,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:22:34,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:22:34,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:22:34,020 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:22:34,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:22:34,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cbe414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:22:34,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8166ec8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:22:34,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dce6d01{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/java.io.tmpdir/jetty-localhost-36675-hadoop-hdfs-3_4_1-tests_jar-_-any-15178854460722650213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:22:34,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51979afb{HTTP/1.1, (http/1.1)}{localhost:36675} 2024-11-27T17:22:34,118 INFO [Time-limited test {}] server.Server(415): Started @281090ms 2024-11-27T17:22:34,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:22:34,459 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:22:34,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:22:34,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:22:34,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:22:34,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3663a06c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:22:34,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5935fb72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:22:34,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@408be318{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/java.io.tmpdir/jetty-localhost-34071-hadoop-hdfs-3_4_1-tests_jar-_-any-16808564275884535160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:22:34,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a89db31{HTTP/1.1, (http/1.1)}{localhost:34071} 2024-11-27T17:22:34,577 INFO [Time-limited test {}] server.Server(415): Started @281548ms 2024-11-27T17:22:34,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:22:35,448 WARN [Thread-3560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/cluster_f8568c63-bab5-c815-7633-15ad30347481/data/data1/current/BP-1719777673-172.17.0.3-1732728153508/current, will proceed with Du for space computation calculation, 2024-11-27T17:22:35,448 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/cluster_f8568c63-bab5-c815-7633-15ad30347481/data/data2/current/BP-1719777673-172.17.0.3-1732728153508/current, will proceed with Du for space computation calculation, 2024-11-27T17:22:35,464 WARN [Thread-3548 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:22:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b76ecb94e780bb2 with lease ID 0x64e07a9d4a45bd82: Processing first storage report for DS-ba0a364c-2ec4-455d-ba24-a4a5f828aef3 from datanode DatanodeRegistration(127.0.0.1:46289, datanodeUuid=463fe47c-ea5d-4def-8f9b-b006c032cff9, infoPort=38987, infoSecurePort=0, ipcPort=36611, storageInfo=lv=-57;cid=testClusterID;nsid=1522862178;c=1732728153508) 2024-11-27T17:22:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b76ecb94e780bb2 with lease ID 0x64e07a9d4a45bd82: from storage DS-ba0a364c-2ec4-455d-ba24-a4a5f828aef3 node DatanodeRegistration(127.0.0.1:46289, datanodeUuid=463fe47c-ea5d-4def-8f9b-b006c032cff9, infoPort=38987, infoSecurePort=0, ipcPort=36611, storageInfo=lv=-57;cid=testClusterID;nsid=1522862178;c=1732728153508), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:22:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b76ecb94e780bb2 with lease ID 0x64e07a9d4a45bd82: Processing first storage report for DS-17e99668-06e0-41bd-903f-97bda8805d1c from datanode DatanodeRegistration(127.0.0.1:46289, datanodeUuid=463fe47c-ea5d-4def-8f9b-b006c032cff9, infoPort=38987, infoSecurePort=0, ipcPort=36611, storageInfo=lv=-57;cid=testClusterID;nsid=1522862178;c=1732728153508) 2024-11-27T17:22:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b76ecb94e780bb2 with lease ID 0x64e07a9d4a45bd82: from storage DS-17e99668-06e0-41bd-903f-97bda8805d1c node DatanodeRegistration(127.0.0.1:46289, datanodeUuid=463fe47c-ea5d-4def-8f9b-b006c032cff9, infoPort=38987, infoSecurePort=0, ipcPort=36611, storageInfo=lv=-57;cid=testClusterID;nsid=1522862178;c=1732728153508), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:22:35,525 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc 2024-11-27T17:22:35,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:35,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:35,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:22:35,947 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374 with version=8 2024-11-27T17:22:35,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/hbase-staging 2024-11-27T17:22:35,948 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:22:35,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:35,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:35,949 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:22:35,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:35,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:22:35,949 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:22:35,949 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:22:35,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43699 2024-11-27T17:22:35,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43699 connecting to ZooKeeper ensemble=127.0.0.1:58573 2024-11-27T17:22:36,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436990x0, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:22:36,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43699-0x1017d5148f10003 connected 2024-11-27T17:22:36,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:36,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:36,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Set watcher on znode that does not yet exist, /1-329761375/running 2024-11-27T17:22:36,099 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374, hbase.cluster.distributed=false 2024-11-27T17:22:36,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Set watcher on znode that does not yet exist, /1-329761375/acl 2024-11-27T17:22:36,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43699 2024-11-27T17:22:36,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43699 2024-11-27T17:22:36,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43699 2024-11-27T17:22:36,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43699 2024-11-27T17:22:36,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43699 2024-11-27T17:22:36,118 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:22:36,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:36,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:36,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:22:36,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:36,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:22:36,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:22:36,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:22:36,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42289 2024-11-27T17:22:36,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42289 connecting to ZooKeeper ensemble=127.0.0.1:58573 2024-11-27T17:22:36,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:36,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422890x0, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:22:36,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422890x0, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Set watcher on znode that does not yet exist, /1-329761375/running 2024-11-27T17:22:36,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42289-0x1017d5148f10004 connected 2024-11-27T17:22:36,128 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:22:36,134 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:22:36,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Set watcher on znode that does not yet exist, /1-329761375/master 2024-11-27T17:22:36,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Set watcher on znode that does not yet exist, /1-329761375/acl 2024-11-27T17:22:36,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42289 2024-11-27T17:22:36,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42289 2024-11-27T17:22:36,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42289 2024-11-27T17:22:36,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42289 2024-11-27T17:22:36,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42289 2024-11-27T17:22:36,151 DEBUG [M:0;8f0673442175:43699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:43699 2024-11-27T17:22:36,152 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-329761375/backup-masters/8f0673442175,43699,1732728155948 2024-11-27T17:22:36,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375/backup-masters 2024-11-27T17:22:36,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375/backup-masters 2024-11-27T17:22:36,160 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Set watcher on existing znode=/1-329761375/backup-masters/8f0673442175,43699,1732728155948 2024-11-27T17:22:36,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:22:36,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-329761375/master 2024-11-27T17:22:36,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:22:36,170 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Set watcher on existing znode=/1-329761375/master 2024-11-27T17:22:36,170 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-329761375/backup-masters/8f0673442175,43699,1732728155948 from backup master directory 2024-11-27T17:22:36,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375/backup-masters 2024-11-27T17:22:36,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-329761375/backup-masters/8f0673442175,43699,1732728155948 2024-11-27T17:22:36,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375/backup-masters 2024-11-27T17:22:36,180 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:22:36,180 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,43699,1732728155948 2024-11-27T17:22:36,183 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/hbase.id] with ID: aa7ae918-c27d-4cb9-9444-76a4a3875efa 2024-11-27T17:22:36,183 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/.tmp/hbase.id 2024-11-27T17:22:36,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:22:36,192 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/.tmp/hbase.id]:[hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/hbase.id] 2024-11-27T17:22:36,202 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:36,202 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:22:36,203 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T17:22:36,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:22:36,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:22:36,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:22:36,633 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:22:36,633 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:22:36,634 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:22:36,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:22:37,039 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store 2024-11-27T17:22:37,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:22:37,444 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:37,444 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:22:37,444 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:37,444 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:37,444 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:22:37,444 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:37,444 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:37,444 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728157444Disabling compacts and flushes for region at 1732728157444Disabling writes for close at 1732728157444Writing region close event to WAL at 1732728157444Closed at 1732728157444 2024-11-27T17:22:37,445 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/.initializing 2024-11-27T17:22:37,445 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/WALs/8f0673442175,43699,1732728155948 2024-11-27T17:22:37,446 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:22:37,447 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C43699%2C1732728155948, suffix=, logDir=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/WALs/8f0673442175,43699,1732728155948, archiveDir=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/oldWALs, maxLogs=10 2024-11-27T17:22:37,461 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/WALs/8f0673442175,43699,1732728155948/8f0673442175%2C43699%2C1732728155948.1732728157447, exclude list is [], retry=0 2024-11-27T17:22:37,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-ba0a364c-2ec4-455d-ba24-a4a5f828aef3,DISK] 2024-11-27T17:22:37,477 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/WALs/8f0673442175,43699,1732728155948/8f0673442175%2C43699%2C1732728155948.1732728157447 2024-11-27T17:22:37,477 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-27T17:22:37,477 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:37,478 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:37,478 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:37,478 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:37,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:37,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:22:37,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:37,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:37,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:37,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:22:37,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:37,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:37,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:37,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:22:37,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:37,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:37,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:37,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:22:37,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:37,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:37,484 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:37,484 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:37,485 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:37,485 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:37,485 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:37,486 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:22:37,486 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:37,488 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:37,488 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67897862, jitterRate=0.011756986379623413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:22:37,488 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728157478Initializing all the Stores at 1732728157479 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728157479Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728157479Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728157479Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728157479Cleaning up temporary data from old regions at 1732728157485 (+6 ms)Region opened successfully at 1732728157488 (+3 ms) 2024-11-27T17:22:37,489 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:22:37,491 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e700c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:22:37,491 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:22:37,492 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:22:37,492 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:22:37,492 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:22:37,492 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:22:37,492 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:22:37,492 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:22:37,494 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:22:37,495 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Unable to get data of znode /1-329761375/balancer because node does not exist (not necessarily an error) 2024-11-27T17:22:37,506 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-329761375/balancer already deleted, retry=false 2024-11-27T17:22:37,507 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:22:37,507 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Unable to get data of znode /1-329761375/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:22:37,517 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-329761375/normalizer already deleted, retry=false 2024-11-27T17:22:37,517 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:22:37,520 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Unable to get data of znode /1-329761375/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:22:37,527 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-329761375/switch/split already deleted, retry=false 2024-11-27T17:22:37,529 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Unable to get data of znode /1-329761375/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:22:37,538 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-329761375/switch/merge already deleted, retry=false 2024-11-27T17:22:37,541 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Unable to get data of znode /1-329761375/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:22:37,549 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-329761375/snapshot-cleanup already deleted, retry=false 2024-11-27T17:22:37,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-329761375/running 2024-11-27T17:22:37,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-329761375/running 2024-11-27T17:22:37,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:22:37,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:22:37,560 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,43699,1732728155948, sessionid=0x1017d5148f10003, setting cluster-up flag (Was=false) 2024-11-27T17:22:37,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:22:37,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:22:37,612 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-329761375/flush-table-proc/acquired, /1-329761375/flush-table-proc/reached, /1-329761375/flush-table-proc/abort 2024-11-27T17:22:37,615 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,43699,1732728155948 2024-11-27T17:22:37,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:22:37,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:22:37,665 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-329761375/online-snapshot/acquired, /1-329761375/online-snapshot/reached, /1-329761375/online-snapshot/abort 2024-11-27T17:22:37,666 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,43699,1732728155948 2024-11-27T17:22:37,667 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:22:37,668 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:22:37,669 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:22:37,669 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:22:37,669 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,43699,1732728155948 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:22:37,670 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:22:37,670 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:22:37,670 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:22:37,670 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:22:37,670 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:22:37,671 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:37,671 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:22:37,671 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:37,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:22:37,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:22:37,675 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:37,675 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:22:37,692 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728187692 2024-11-27T17:22:37,692 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:22:37,692 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:22:37,692 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:22:37,692 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:22:37,692 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:22:37,693 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:22:37,693 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:37,704 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:22:37,704 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:22:37,704 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:22:37,704 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:22:37,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:22:37,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:22:37,711 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374 2024-11-27T17:22:37,719 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:22:37,719 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:22:37,720 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728157719,5,FailOnTimeoutGroup] 2024-11-27T17:22:37,728 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728157720,5,FailOnTimeoutGroup] 2024-11-27T17:22:37,728 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:37,728 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:22:37,728 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:37,728 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741832_1008 (size=32) 2024-11-27T17:22:37,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:37,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:22:37,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:22:37,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:37,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:37,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:22:37,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:22:37,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:37,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:37,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:22:37,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:22:37,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:37,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:37,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:22:37,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:22:37,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:37,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:37,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:22:37,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740 2024-11-27T17:22:37,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740 2024-11-27T17:22:37,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:22:37,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:22:37,751 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:22:37,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:22:37,757 INFO [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(746): ClusterId : aa7ae918-c27d-4cb9-9444-76a4a3875efa 2024-11-27T17:22:37,757 DEBUG [RS:0;8f0673442175:42289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:22:37,765 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:37,766 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61055122, jitterRate=-0.0902077853679657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:22:37,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728157735Initializing all the Stores at 1732728157735Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728157735Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728157740 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728157740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728157740Cleaning up temporary data from old regions at 1732728157750 (+10 ms)Region opened successfully at 1732728157766 (+16 ms) 2024-11-27T17:22:37,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:22:37,766 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:22:37,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:22:37,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:22:37,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:22:37,767 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:22:37,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728157766Disabling compacts and flushes for region at 1732728157766Disabling writes for close at 1732728157766Writing region close event to WAL at 1732728157767 (+1 ms)Closed at 1732728157767 2024-11-27T17:22:37,768 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:22:37,768 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:22:37,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:22:37,769 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:22:37,770 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:22:37,771 DEBUG [RS:0;8f0673442175:42289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:22:37,771 DEBUG [RS:0;8f0673442175:42289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:22:37,781 DEBUG [RS:0;8f0673442175:42289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:22:37,782 DEBUG [RS:0;8f0673442175:42289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ff9078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:22:37,794 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:42289 2024-11-27T17:22:37,795 INFO [RS:0;8f0673442175:42289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:22:37,795 INFO [RS:0;8f0673442175:42289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:22:37,795 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:22:37,795 INFO [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,43699,1732728155948 with port=42289, startcode=1732728156118 2024-11-27T17:22:37,796 DEBUG [RS:0;8f0673442175:42289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:22:37,797 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:22:37,797 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,42289,1732728156118 2024-11-27T17:22:37,797 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43699 {}] master.ServerManager(517): Registering regionserver=8f0673442175,42289,1732728156118 2024-11-27T17:22:37,798 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374 2024-11-27T17:22:37,798 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43927 2024-11-27T17:22:37,798 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:22:37,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375/rs 2024-11-27T17:22:37,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,42289,1732728156118] 2024-11-27T17:22:37,803 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:37,803 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:22:37,804 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88564 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:22:37,808 DEBUG [RS:0;8f0673442175:42289 {}] zookeeper.ZKUtil(111): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Set watcher on existing znode=/1-329761375/rs/8f0673442175,42289,1732728156118 2024-11-27T17:22:37,808 WARN [RS:0;8f0673442175:42289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:22:37,808 INFO [RS:0;8f0673442175:42289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:22:37,808 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118 2024-11-27T17:22:37,815 INFO [RS:0;8f0673442175:42289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:22:37,828 INFO [RS:0;8f0673442175:42289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:22:37,828 INFO [RS:0;8f0673442175:42289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:22:37,828 INFO [RS:0;8f0673442175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:37,832 INFO [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:22:37,833 INFO [RS:0;8f0673442175:42289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:22:37,833 INFO [RS:0;8f0673442175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:37,833 DEBUG [RS:0;8f0673442175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:37,833 DEBUG [RS:0;8f0673442175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:37,833 DEBUG [RS:0;8f0673442175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:37,833 DEBUG [RS:0;8f0673442175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:37,833 DEBUG [RS:0;8f0673442175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:37,833 DEBUG [RS:0;8f0673442175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:22:37,833 DEBUG [RS:0;8f0673442175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:37,833 DEBUG [RS:0;8f0673442175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:37,833 DEBUG [RS:0;8f0673442175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:37,833 DEBUG [RS:0;8f0673442175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:37,833 DEBUG [RS:0;8f0673442175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:37,833 DEBUG [RS:0;8f0673442175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:37,833 DEBUG [RS:0;8f0673442175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:22:37,833 DEBUG [RS:0;8f0673442175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:22:37,856 INFO [RS:0;8f0673442175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:37,856 INFO [RS:0;8f0673442175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:37,856 INFO [RS:0;8f0673442175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:37,856 INFO [RS:0;8f0673442175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:37,856 INFO [RS:0;8f0673442175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:37,856 INFO [RS:0;8f0673442175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,42289,1732728156118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:22:37,881 INFO [RS:0;8f0673442175:42289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:22:37,881 INFO [RS:0;8f0673442175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,42289,1732728156118-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:37,881 INFO [RS:0;8f0673442175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:37,881 INFO [RS:0;8f0673442175:42289 {}] regionserver.Replication(171): 8f0673442175,42289,1732728156118 started 2024-11-27T17:22:37,898 INFO [RS:0;8f0673442175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:37,898 INFO [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,42289,1732728156118, RpcServer on 8f0673442175/172.17.0.3:42289, sessionid=0x1017d5148f10004 2024-11-27T17:22:37,899 DEBUG [RS:0;8f0673442175:42289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:22:37,899 DEBUG [RS:0;8f0673442175:42289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,42289,1732728156118 2024-11-27T17:22:37,899 DEBUG [RS:0;8f0673442175:42289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,42289,1732728156118' 2024-11-27T17:22:37,899 DEBUG [RS:0;8f0673442175:42289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-329761375/flush-table-proc/abort' 2024-11-27T17:22:37,899 DEBUG [RS:0;8f0673442175:42289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-329761375/flush-table-proc/acquired' 2024-11-27T17:22:37,899 DEBUG [RS:0;8f0673442175:42289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:22:37,899 DEBUG [RS:0;8f0673442175:42289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:22:37,899 DEBUG [RS:0;8f0673442175:42289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,42289,1732728156118 2024-11-27T17:22:37,899 DEBUG [RS:0;8f0673442175:42289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,42289,1732728156118' 2024-11-27T17:22:37,899 DEBUG [RS:0;8f0673442175:42289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-329761375/online-snapshot/abort' 2024-11-27T17:22:37,900 DEBUG [RS:0;8f0673442175:42289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-329761375/online-snapshot/acquired' 2024-11-27T17:22:37,900 DEBUG [RS:0;8f0673442175:42289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:22:37,900 INFO [RS:0;8f0673442175:42289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:22:37,900 INFO [RS:0;8f0673442175:42289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:22:37,902 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:22:37,920 WARN [8f0673442175:43699 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T17:22:38,001 INFO [RS:0;8f0673442175:42289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:22:38,002 INFO [RS:0;8f0673442175:42289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C42289%2C1732728156118, suffix=, logDir=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118, archiveDir=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/oldWALs, maxLogs=10 2024-11-27T17:22:38,018 DEBUG [RS:0;8f0673442175:42289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002, exclude list is [], retry=0 2024-11-27T17:22:38,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-ba0a364c-2ec4-455d-ba24-a4a5f828aef3,DISK] 2024-11-27T17:22:38,022 INFO [RS:0;8f0673442175:42289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 2024-11-27T17:22:38,022 DEBUG [RS:0;8f0673442175:42289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-27T17:22:38,170 DEBUG [8f0673442175:43699 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:22:38,171 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,42289,1732728156118 2024-11-27T17:22:38,172 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,42289,1732728156118, state=OPENING 2024-11-27T17:22:38,275 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:22:38,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:22:38,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:22:38,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-329761375/meta-region-server: CHANGED 2024-11-27T17:22:38,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-329761375/meta-region-server: CHANGED 2024-11-27T17:22:38,296 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:22:38,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,42289,1732728156118}] 2024-11-27T17:22:38,449 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:22:38,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:22:38,453 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:22:38,453 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:22:38,453 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:22:38,454 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C42289%2C1732728156118.meta, suffix=.meta, logDir=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118, archiveDir=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/oldWALs, maxLogs=10 2024-11-27T17:22:38,468 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.meta.1732728158454.meta, exclude list is [], retry=0 2024-11-27T17:22:38,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-ba0a364c-2ec4-455d-ba24-a4a5f828aef3,DISK] 2024-11-27T17:22:38,471 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.meta.1732728158454.meta 2024-11-27T17:22:38,472 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-27T17:22:38,472 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:38,472 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:22:38,472 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:22:38,472 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:22:38,472 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:22:38,472 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:22:38,472 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:38,473 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:22:38,473 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:22:38,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:22:38,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:22:38,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:38,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:38,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:22:38,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:22:38,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:38,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:38,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:22:38,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:22:38,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:38,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:38,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:22:38,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:22:38,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:38,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:38,477 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:22:38,477 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740 2024-11-27T17:22:38,478 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740 2024-11-27T17:22:38,479 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:22:38,479 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:22:38,480 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:22:38,481 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:22:38,481 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72729155, jitterRate=0.08374886214733124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:22:38,482 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:22:38,482 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728158473Writing region info on filesystem at 1732728158473Initializing all the Stores at 1732728158473Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728158473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728158474 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728158474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728158474Cleaning up temporary data from old regions at 1732728158479 (+5 ms)Running coprocessor post-open hooks at 1732728158482 (+3 ms)Region opened successfully at 1732728158482 2024-11-27T17:22:38,482 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728158449 2024-11-27T17:22:38,484 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:22:38,484 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:22:38,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,42289,1732728156118 2024-11-27T17:22:38,485 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,42289,1732728156118, state=OPEN 2024-11-27T17:22:38,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-329761375/meta-region-server 2024-11-27T17:22:38,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-329761375/meta-region-server 2024-11-27T17:22:38,496 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,42289,1732728156118 2024-11-27T17:22:38,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-329761375/meta-region-server: CHANGED 2024-11-27T17:22:38,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-329761375/meta-region-server: CHANGED 2024-11-27T17:22:38,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:22:38,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,42289,1732728156118 in 199 msec 2024-11-27T17:22:38,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:22:38,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 730 msec 2024-11-27T17:22:38,500 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:22:38,500 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:22:38,501 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:38,501 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42289,1732728156118, seqNum=-1] 2024-11-27T17:22:38,501 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:38,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:22:38,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 836 msec 2024-11-27T17:22:38,506 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728158505, completionTime=-1 2024-11-27T17:22:38,506 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:22:38,506 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:22:38,507 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:22:38,507 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728218507 2024-11-27T17:22:38,507 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728278507 2024-11-27T17:22:38,507 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T17:22:38,507 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,43699,1732728155948-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:38,507 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,43699,1732728155948-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:38,507 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,43699,1732728155948-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:38,508 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:43699, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:38,508 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:38,508 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:38,509 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:22:38,510 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.330sec 2024-11-27T17:22:38,510 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:22:38,510 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:22:38,510 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:22:38,510 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:22:38,510 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:22:38,510 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,43699,1732728155948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:22:38,510 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,43699,1732728155948-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:22:38,512 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:22:38,512 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:22:38,512 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,43699,1732728155948-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:38,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1a61da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:38,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,43699,-1 for getting cluster id 2024-11-27T17:22:38,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:38,560 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa7ae918-c27d-4cb9-9444-76a4a3875efa' 2024-11-27T17:22:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:38,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa7ae918-c27d-4cb9-9444-76a4a3875efa" 2024-11-27T17:22:38,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67cde03d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:38,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,43699,-1] 2024-11-27T17:22:38,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:38,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:38,563 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:38,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe02d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:38,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:38,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42289,1732728156118, seqNum=-1] 2024-11-27T17:22:38,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:38,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:22:38,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,43699,1732728155948 2024-11-27T17:22:38,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58573 2024-11-27T17:22:38,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:22:38,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017d5148f10005 connected 2024-11-27T17:22:38,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/hadoop.log.dir so I do NOT create it in target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9 2024-11-27T17:22:38,603 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:22:38,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/hadoop.tmp.dir so I do NOT create it in target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9 2024-11-27T17:22:38,604 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:22:38,604 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9 2024-11-27T17:22:38,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:22:38,604 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/cluster_e19fed6e-34a5-9eca-0fd3-89cc43146f45, deleteOnExit=true 2024-11-27T17:22:38,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:22:38,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/test.cache.data in system properties and HBase conf 2024-11-27T17:22:38,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:22:38,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:22:38,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:22:38,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:22:38,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:22:38,604 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:22:38,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:22:38,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:22:38,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:22:38,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:22:38,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:22:38,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:22:38,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:22:38,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:22:38,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:22:38,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:22:38,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:22:38,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:22:38,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:22:38,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:22:38,623 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:22:38,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:38,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:38,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:38,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:38,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:38,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:38,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:38,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:38,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:38,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:38,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:38,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:38,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:38,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:38,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:39,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:22:39,017 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:22:39,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:22:39,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:22:39,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:22:39,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:22:39,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b63b570{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:22:39,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb6ef04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:22:39,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@639422ce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/java.io.tmpdir/jetty-localhost-35989-hadoop-hdfs-3_4_1-tests_jar-_-any-4146370709441946692/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:22:39,197 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@521f50aa{HTTP/1.1, (http/1.1)}{localhost:35989} 2024-11-27T17:22:39,197 INFO [Time-limited test {}] server.Server(415): Started @286168ms 2024-11-27T17:22:39,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:22:39,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:22:39,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:22:39,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:22:39,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:22:39,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aedf46f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:22:39,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50206fc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:22:39,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@472324e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/java.io.tmpdir/jetty-localhost-43173-hadoop-hdfs-3_4_1-tests_jar-_-any-17330739462348342399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:22:39,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@764bf359{HTTP/1.1, (http/1.1)}{localhost:43173} 2024-11-27T17:22:39,711 INFO [Time-limited test {}] server.Server(415): Started @286683ms 2024-11-27T17:22:39,713 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:22:39,786 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T17:22:39,787 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T17:22:39,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:22:39,787 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T17:22:39,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:22:39,787 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T17:22:39,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T17:22:39,787 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T17:22:40,456 WARN [Thread-3681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/cluster_e19fed6e-34a5-9eca-0fd3-89cc43146f45/data/data1/current/BP-31294999-172.17.0.3-1732728158707/current, will proceed with Du for space computation calculation, 2024-11-27T17:22:40,456 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/cluster_e19fed6e-34a5-9eca-0fd3-89cc43146f45/data/data2/current/BP-31294999-172.17.0.3-1732728158707/current, will proceed with Du for space computation calculation, 2024-11-27T17:22:40,478 WARN [Thread-3669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:22:40,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x209d7a27e5aaa0e5 with lease ID 0xb3b731a34cc0b467: Processing first storage report for DS-a55b82db-8832-43ed-a402-627bb8e1db03 from datanode DatanodeRegistration(127.0.0.1:38757, datanodeUuid=8ebfcbe8-6fc4-4665-8dee-effc6f0a66d2, infoPort=42583, infoSecurePort=0, ipcPort=38295, storageInfo=lv=-57;cid=testClusterID;nsid=2114740669;c=1732728158707) 2024-11-27T17:22:40,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x209d7a27e5aaa0e5 with lease ID 0xb3b731a34cc0b467: from storage DS-a55b82db-8832-43ed-a402-627bb8e1db03 node DatanodeRegistration(127.0.0.1:38757, datanodeUuid=8ebfcbe8-6fc4-4665-8dee-effc6f0a66d2, infoPort=42583, infoSecurePort=0, ipcPort=38295, storageInfo=lv=-57;cid=testClusterID;nsid=2114740669;c=1732728158707), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:22:40,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x209d7a27e5aaa0e5 with lease ID 0xb3b731a34cc0b467: Processing first storage report for DS-7ab82451-3900-4828-9ed6-b129c96c0c5d from datanode DatanodeRegistration(127.0.0.1:38757, datanodeUuid=8ebfcbe8-6fc4-4665-8dee-effc6f0a66d2, infoPort=42583, infoSecurePort=0, ipcPort=38295, storageInfo=lv=-57;cid=testClusterID;nsid=2114740669;c=1732728158707) 2024-11-27T17:22:40,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x209d7a27e5aaa0e5 with lease ID 0xb3b731a34cc0b467: from storage DS-7ab82451-3900-4828-9ed6-b129c96c0c5d node DatanodeRegistration(127.0.0.1:38757, datanodeUuid=8ebfcbe8-6fc4-4665-8dee-effc6f0a66d2, infoPort=42583, infoSecurePort=0, ipcPort=38295, storageInfo=lv=-57;cid=testClusterID;nsid=2114740669;c=1732728158707), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:22:40,492 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9 2024-11-27T17:22:40,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:40,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:40,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:22:40,501 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1 with version=8 2024-11-27T17:22:40,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/hbase-staging 2024-11-27T17:22:40,503 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:22:40,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:40,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:40,503 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:22:40,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:40,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:22:40,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:22:40,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:22:40,504 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33225 2024-11-27T17:22:40,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33225 connecting to ZooKeeper ensemble=127.0.0.1:58573 2024-11-27T17:22:40,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332250x0, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:22:40,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33225-0x1017d5148f10006 connected 2024-11-27T17:22:40,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:40,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:40,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Set watcher on znode that does not yet exist, /2-604492348/running 2024-11-27T17:22:40,606 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1, hbase.cluster.distributed=false 2024-11-27T17:22:40,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Set watcher on znode that does not yet exist, /2-604492348/acl 2024-11-27T17:22:40,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-27T17:22:40,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33225 2024-11-27T17:22:40,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33225 2024-11-27T17:22:40,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-27T17:22:40,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-27T17:22:40,624 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:22:40,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:40,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:40,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:22:40,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:22:40,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:22:40,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:22:40,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:22:40,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35701 2024-11-27T17:22:40,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35701 connecting to ZooKeeper ensemble=127.0.0.1:58573 2024-11-27T17:22:40,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:40,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:40,643 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357010x0, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:22:40,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357010x0, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Set watcher on znode that does not yet exist, /2-604492348/running 2024-11-27T17:22:40,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35701-0x1017d5148f10007 connected 2024-11-27T17:22:40,644 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:22:40,652 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:22:40,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Set watcher on znode that does not yet exist, /2-604492348/master 2024-11-27T17:22:40,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Set watcher on znode that does not yet exist, /2-604492348/acl 2024-11-27T17:22:40,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35701 2024-11-27T17:22:40,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35701 2024-11-27T17:22:40,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35701 2024-11-27T17:22:40,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35701 2024-11-27T17:22:40,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35701 2024-11-27T17:22:40,693 DEBUG [M:0;8f0673442175:33225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:33225 2024-11-27T17:22:40,693 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-604492348/backup-masters/8f0673442175,33225,1732728160503 2024-11-27T17:22:40,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348/backup-masters 2024-11-27T17:22:40,706 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348/backup-masters 2024-11-27T17:22:40,706 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Set watcher on existing znode=/2-604492348/backup-masters/8f0673442175,33225,1732728160503 2024-11-27T17:22:40,717 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-604492348/master 2024-11-27T17:22:40,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:22:40,717 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:22:40,717 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Set watcher on existing znode=/2-604492348/master 2024-11-27T17:22:40,718 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-604492348/backup-masters/8f0673442175,33225,1732728160503 from backup master directory 2024-11-27T17:22:40,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-604492348/backup-masters/8f0673442175,33225,1732728160503 2024-11-27T17:22:40,727 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348/backup-masters 2024-11-27T17:22:40,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348/backup-masters 2024-11-27T17:22:40,728 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:22:40,728 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,33225,1732728160503 2024-11-27T17:22:40,730 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/hbase.id] with ID: 7395c31e-1e74-4fc3-93af-312d3ab9dcac 2024-11-27T17:22:40,730 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/.tmp/hbase.id 2024-11-27T17:22:40,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:22:41,139 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/.tmp/hbase.id]:[hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/hbase.id] 2024-11-27T17:22:41,147 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:22:41,148 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:22:41,149 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T17:22:41,496 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:22:41,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:22:41,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:22:41,902 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:22:41,903 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:22:41,904 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:22:41,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:22:42,320 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store 2024-11-27T17:22:42,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:22:42,725 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:42,725 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:22:42,725 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:42,725 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:42,725 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:22:42,725 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:42,725 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:22:42,725 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728162725Disabling compacts and flushes for region at 1732728162725Disabling writes for close at 1732728162725Writing region close event to WAL at 1732728162725Closed at 1732728162725 2024-11-27T17:22:42,726 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/.initializing 2024-11-27T17:22:42,726 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/WALs/8f0673442175,33225,1732728160503 2024-11-27T17:22:42,727 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:22:42,728 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C33225%2C1732728160503, suffix=, logDir=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/WALs/8f0673442175,33225,1732728160503, archiveDir=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/oldWALs, maxLogs=10 2024-11-27T17:22:42,741 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/WALs/8f0673442175,33225,1732728160503/8f0673442175%2C33225%2C1732728160503.1732728162728, exclude list is [], retry=0 2024-11-27T17:22:42,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38757,DS-a55b82db-8832-43ed-a402-627bb8e1db03,DISK] 2024-11-27T17:22:42,745 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/WALs/8f0673442175,33225,1732728160503/8f0673442175%2C33225%2C1732728160503.1732728162728 2024-11-27T17:22:42,745 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42583:42583)] 2024-11-27T17:22:42,745 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:42,746 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:42,746 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:42,746 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:42,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:42,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:22:42,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:42,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:42,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:42,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:22:42,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:42,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:42,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:42,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:22:42,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:42,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:42,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:42,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:22:42,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:42,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:42,752 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:42,752 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:42,752 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:42,753 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:42,753 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:42,754 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:22:42,755 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:22:42,757 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:42,757 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68046914, jitterRate=0.013978034257888794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:22:42,757 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728162746Initializing all the Stores at 1732728162746Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728162746Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728162747 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728162747Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728162747Cleaning up temporary data from old regions at 1732728162753 (+6 ms)Region opened successfully at 1732728162757 (+4 ms) 2024-11-27T17:22:42,757 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:22:42,759 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506502cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:22:42,760 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:22:42,760 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:22:42,760 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:22:42,761 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:22:42,761 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:22:42,761 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:22:42,761 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:22:42,763 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:22:42,764 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Unable to get data of znode /2-604492348/balancer because node does not exist (not necessarily an error) 2024-11-27T17:22:42,843 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-604492348/balancer already deleted, retry=false 2024-11-27T17:22:42,844 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:22:42,845 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Unable to get data of znode /2-604492348/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:22:42,854 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-604492348/normalizer already deleted, retry=false 2024-11-27T17:22:42,854 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:22:42,855 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Unable to get data of znode /2-604492348/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:22:42,864 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-604492348/switch/split already deleted, retry=false 2024-11-27T17:22:42,865 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Unable to get data of znode /2-604492348/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:22:42,875 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-604492348/switch/merge already deleted, retry=false 2024-11-27T17:22:42,877 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Unable to get data of znode /2-604492348/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:22:42,885 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-604492348/snapshot-cleanup already deleted, retry=false 2024-11-27T17:22:42,896 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-604492348/running 2024-11-27T17:22:42,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-604492348/running 2024-11-27T17:22:42,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:22:42,896 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:22:42,896 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,33225,1732728160503, sessionid=0x1017d5148f10006, setting cluster-up flag (Was=false) 2024-11-27T17:22:42,917 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:22:42,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:22:42,949 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-604492348/flush-table-proc/acquired, /2-604492348/flush-table-proc/reached, /2-604492348/flush-table-proc/abort 2024-11-27T17:22:42,950 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,33225,1732728160503 2024-11-27T17:22:42,969 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:22:42,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:22:43,001 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-604492348/online-snapshot/acquired, /2-604492348/online-snapshot/reached, /2-604492348/online-snapshot/abort 2024-11-27T17:22:43,002 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,33225,1732728160503 2024-11-27T17:22:43,003 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:22:43,005 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:22:43,005 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:22:43,005 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:22:43,006 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,33225,1732728160503 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:22:43,007 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:22:43,007 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:22:43,007 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:22:43,007 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:22:43,007 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:22:43,007 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:43,007 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:22:43,007 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:43,019 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:22:43,020 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:22:43,021 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:43,021 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:22:43,040 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728193040 2024-11-27T17:22:43,040 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:22:43,041 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:22:43,041 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:22:43,041 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:22:43,041 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:22:43,041 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:22:43,041 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,042 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:22:43,042 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:22:43,042 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:22:43,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:22:43,043 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:22:43,043 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:22:43,043 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:22:43,044 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:22:43,044 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728163044,5,FailOnTimeoutGroup] 2024-11-27T17:22:43,044 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1 2024-11-27T17:22:43,044 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728163044,5,FailOnTimeoutGroup] 2024-11-27T17:22:43,044 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,044 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:22:43,044 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,044 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741832_1008 (size=32) 2024-11-27T17:22:43,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:43,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:22:43,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:22:43,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:43,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:43,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:22:43,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:22:43,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:43,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:43,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:22:43,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:22:43,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:43,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:43,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:22:43,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:22:43,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:43,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:43,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:22:43,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740 2024-11-27T17:22:43,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740 2024-11-27T17:22:43,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:22:43,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:22:43,082 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:22:43,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:22:43,088 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:43,088 INFO [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(746): ClusterId : 7395c31e-1e74-4fc3-93af-312d3ab9dcac 2024-11-27T17:22:43,088 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73167978, jitterRate=0.09028783440589905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:22:43,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728163063Initializing all the Stores at 1732728163064 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728163064Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728163068 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728163068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728163068Cleaning up temporary data from old regions at 1732728163082 (+14 ms)Region opened successfully at 1732728163088 (+6 ms) 2024-11-27T17:22:43,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:22:43,088 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:22:43,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:22:43,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:22:43,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:22:43,089 DEBUG [RS:0;8f0673442175:35701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:22:43,092 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:22:43,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728163088Disabling compacts and flushes for region at 1732728163088Disabling writes for close at 1732728163088Writing region close event to WAL at 1732728163092 (+4 ms)Closed at 1732728163092 2024-11-27T17:22:43,093 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:22:43,093 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:22:43,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:22:43,095 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:22:43,096 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:22:43,098 DEBUG [RS:0;8f0673442175:35701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:22:43,098 DEBUG [RS:0;8f0673442175:35701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:22:43,107 DEBUG [RS:0;8f0673442175:35701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:22:43,107 DEBUG [RS:0;8f0673442175:35701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b7d162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:22:43,125 DEBUG [RS:0;8f0673442175:35701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:35701 2024-11-27T17:22:43,125 INFO [RS:0;8f0673442175:35701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:22:43,125 INFO [RS:0;8f0673442175:35701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:22:43,126 DEBUG [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:22:43,126 INFO [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,33225,1732728160503 with port=35701, startcode=1732728160624 2024-11-27T17:22:43,126 DEBUG [RS:0;8f0673442175:35701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:22:43,128 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:22:43,128 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,35701,1732728160624 2024-11-27T17:22:43,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33225 {}] master.ServerManager(517): Registering regionserver=8f0673442175,35701,1732728160624 2024-11-27T17:22:43,133 DEBUG [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1 2024-11-27T17:22:43,133 DEBUG [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41751 2024-11-27T17:22:43,133 DEBUG [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:22:43,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348/rs 2024-11-27T17:22:43,185 DEBUG [RS:0;8f0673442175:35701 {}] zookeeper.ZKUtil(111): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Set watcher on existing znode=/2-604492348/rs/8f0673442175,35701,1732728160624 2024-11-27T17:22:43,185 WARN [RS:0;8f0673442175:35701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:22:43,185 INFO [RS:0;8f0673442175:35701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:22:43,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,35701,1732728160624] 2024-11-27T17:22:43,185 DEBUG [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624 2024-11-27T17:22:43,190 INFO [RS:0;8f0673442175:35701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:22:43,192 INFO [RS:0;8f0673442175:35701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:22:43,199 INFO [RS:0;8f0673442175:35701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:22:43,199 INFO [RS:0;8f0673442175:35701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,200 INFO [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:22:43,201 INFO [RS:0;8f0673442175:35701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:22:43,201 INFO [RS:0;8f0673442175:35701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,201 DEBUG [RS:0;8f0673442175:35701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:43,201 DEBUG [RS:0;8f0673442175:35701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:43,201 DEBUG [RS:0;8f0673442175:35701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:43,201 DEBUG [RS:0;8f0673442175:35701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:43,201 DEBUG [RS:0;8f0673442175:35701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:43,201 DEBUG [RS:0;8f0673442175:35701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:22:43,201 DEBUG [RS:0;8f0673442175:35701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:43,201 DEBUG [RS:0;8f0673442175:35701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:43,201 DEBUG [RS:0;8f0673442175:35701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:43,201 DEBUG [RS:0;8f0673442175:35701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:43,201 DEBUG [RS:0;8f0673442175:35701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:43,201 DEBUG [RS:0;8f0673442175:35701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:22:43,201 DEBUG [RS:0;8f0673442175:35701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:22:43,201 DEBUG [RS:0;8f0673442175:35701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:22:43,208 INFO [RS:0;8f0673442175:35701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,208 INFO [RS:0;8f0673442175:35701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,208 INFO [RS:0;8f0673442175:35701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,208 INFO [RS:0;8f0673442175:35701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,208 INFO [RS:0;8f0673442175:35701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,208 INFO [RS:0;8f0673442175:35701 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35701,1732728160624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:22:43,229 INFO [RS:0;8f0673442175:35701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:22:43,229 INFO [RS:0;8f0673442175:35701 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,35701,1732728160624-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,229 INFO [RS:0;8f0673442175:35701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,229 INFO [RS:0;8f0673442175:35701 {}] regionserver.Replication(171): 8f0673442175,35701,1732728160624 started 2024-11-27T17:22:43,246 WARN [8f0673442175:33225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T17:22:43,251 INFO [RS:0;8f0673442175:35701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,251 INFO [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,35701,1732728160624, RpcServer on 8f0673442175/172.17.0.3:35701, sessionid=0x1017d5148f10007 2024-11-27T17:22:43,251 DEBUG [RS:0;8f0673442175:35701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:22:43,251 DEBUG [RS:0;8f0673442175:35701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,35701,1732728160624 2024-11-27T17:22:43,251 DEBUG [RS:0;8f0673442175:35701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,35701,1732728160624' 2024-11-27T17:22:43,251 DEBUG [RS:0;8f0673442175:35701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-604492348/flush-table-proc/abort' 2024-11-27T17:22:43,251 DEBUG [RS:0;8f0673442175:35701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-604492348/flush-table-proc/acquired' 2024-11-27T17:22:43,252 DEBUG [RS:0;8f0673442175:35701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:22:43,252 DEBUG [RS:0;8f0673442175:35701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:22:43,252 DEBUG [RS:0;8f0673442175:35701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,35701,1732728160624 2024-11-27T17:22:43,252 DEBUG [RS:0;8f0673442175:35701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,35701,1732728160624' 2024-11-27T17:22:43,252 DEBUG [RS:0;8f0673442175:35701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-604492348/online-snapshot/abort' 2024-11-27T17:22:43,252 DEBUG [RS:0;8f0673442175:35701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-604492348/online-snapshot/acquired' 2024-11-27T17:22:43,253 DEBUG [RS:0;8f0673442175:35701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:22:43,253 INFO [RS:0;8f0673442175:35701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:22:43,253 INFO [RS:0;8f0673442175:35701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:22:43,353 INFO [RS:0;8f0673442175:35701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:22:43,354 INFO [RS:0;8f0673442175:35701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C35701%2C1732728160624, suffix=, logDir=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624, archiveDir=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/oldWALs, maxLogs=10 2024-11-27T17:22:43,372 DEBUG [RS:0;8f0673442175:35701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355, exclude list is [], retry=0 2024-11-27T17:22:43,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38757,DS-a55b82db-8832-43ed-a402-627bb8e1db03,DISK] 2024-11-27T17:22:43,378 INFO [RS:0;8f0673442175:35701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 2024-11-27T17:22:43,380 DEBUG [RS:0;8f0673442175:35701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42583:42583)] 2024-11-27T17:22:43,496 DEBUG [8f0673442175:33225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:22:43,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,35701,1732728160624 2024-11-27T17:22:43,498 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,35701,1732728160624, state=OPENING 2024-11-27T17:22:43,548 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:22:43,559 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:22:43,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:22:43,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-604492348/meta-region-server: CHANGED 2024-11-27T17:22:43,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-604492348/meta-region-server: CHANGED 2024-11-27T17:22:43,560 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:22:43,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,35701,1732728160624}] 2024-11-27T17:22:43,712 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:22:43,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:22:43,716 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:22:43,716 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:22:43,717 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:22:43,718 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C35701%2C1732728160624.meta, suffix=.meta, logDir=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624, archiveDir=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/oldWALs, maxLogs=10 2024-11-27T17:22:43,729 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.meta.1732728163718.meta, exclude list is [], retry=0 2024-11-27T17:22:43,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38757,DS-a55b82db-8832-43ed-a402-627bb8e1db03,DISK] 2024-11-27T17:22:43,732 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.meta.1732728163718.meta 2024-11-27T17:22:43,732 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42583:42583)] 2024-11-27T17:22:43,733 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:43,733 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:22:43,733 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:22:43,733 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:22:43,733 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:22:43,733 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:22:43,733 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:43,733 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:22:43,733 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:22:43,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:22:43,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:22:43,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:43,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:43,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:22:43,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:22:43,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:43,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:43,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:22:43,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:22:43,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:43,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:43,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:22:43,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:22:43,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:43,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:22:43,738 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:22:43,739 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740 2024-11-27T17:22:43,739 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740 2024-11-27T17:22:43,740 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:22:43,740 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:22:43,740 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:22:43,741 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:22:43,742 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66944276, jitterRate=-0.002452552318572998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:22:43,742 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:22:43,742 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728163733Writing region info on filesystem at 1732728163733Initializing all the Stores at 1732728163734 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728163734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728163734Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728163734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728163734Cleaning up temporary data from old regions at 1732728163740 (+6 ms)Running coprocessor post-open hooks at 1732728163742 (+2 ms)Region opened successfully at 1732728163742 2024-11-27T17:22:43,743 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728163712 2024-11-27T17:22:43,744 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:22:43,744 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:22:43,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,35701,1732728160624 2024-11-27T17:22:43,745 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,35701,1732728160624, state=OPEN 2024-11-27T17:22:43,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-604492348/meta-region-server 2024-11-27T17:22:43,758 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-604492348/meta-region-server 2024-11-27T17:22:43,758 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,35701,1732728160624 2024-11-27T17:22:43,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-604492348/meta-region-server: CHANGED 2024-11-27T17:22:43,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-604492348/meta-region-server: CHANGED 2024-11-27T17:22:43,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:22:43,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,35701,1732728160624 in 198 msec 2024-11-27T17:22:43,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:22:43,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 667 msec 2024-11-27T17:22:43,762 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:22:43,762 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:22:43,763 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:43,763 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35701,1732728160624, seqNum=-1] 2024-11-27T17:22:43,763 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:43,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:22:43,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 763 msec 2024-11-27T17:22:43,769 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728163769, completionTime=-1 2024-11-27T17:22:43,769 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:22:43,769 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:22:43,770 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:22:43,771 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728223771 2024-11-27T17:22:43,771 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728283771 2024-11-27T17:22:43,771 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T17:22:43,771 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33225,1732728160503-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,771 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33225,1732728160503-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,771 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33225,1732728160503-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,771 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:33225, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,771 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,771 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,773 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:22:43,774 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.046sec 2024-11-27T17:22:43,774 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:22:43,774 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:22:43,774 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:22:43,774 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:22:43,774 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:22:43,774 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33225,1732728160503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:22:43,774 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33225,1732728160503-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:22:43,776 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:22:43,776 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:22:43,776 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33225,1732728160503-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:22:43,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d76ae29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:43,788 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33225,-1 for getting cluster id 2024-11-27T17:22:43,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:43,789 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7395c31e-1e74-4fc3-93af-312d3ab9dcac' 2024-11-27T17:22:43,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7395c31e-1e74-4fc3-93af-312d3ab9dcac" 2024-11-27T17:22:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df3e9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33225,-1] 2024-11-27T17:22:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:43,791 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:43,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a76a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:43,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:43,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35701,1732728160624, seqNum=-1] 2024-11-27T17:22:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:43,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:22:43,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,33225,1732728160503 2024-11-27T17:22:43,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58573 2024-11-27T17:22:43,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:22:43,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017d5148f10008 connected 2024-11-27T17:22:43,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:43,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,40347,1732728149153 2024-11-27T17:22:43,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15f455ca 2024-11-27T17:22:43,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:43,816 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:43,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:22:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T17:22:43,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:22:43,818 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:43,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T17:22:43,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:22:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:43,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741835_1011 (size=902) 2024-11-27T17:22:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:43,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:22:43,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:43,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:43,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:43,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:43,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:44,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:44,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:44,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:44,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:44,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:44,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:44,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:44,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:44,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:44,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:44,226 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 987d8a292dad4337f57681034faccaf5, NAME => 'test,,1732728163816.987d8a292dad4337f57681034faccaf5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20 2024-11-27T17:22:44,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741836_1012 (size=39) 2024-11-27T17:22:44,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732728163816.987d8a292dad4337f57681034faccaf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:44,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 987d8a292dad4337f57681034faccaf5, disabling compactions & flushes 2024-11-27T17:22:44,231 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732728163816.987d8a292dad4337f57681034faccaf5. 2024-11-27T17:22:44,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728163816.987d8a292dad4337f57681034faccaf5. 2024-11-27T17:22:44,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732728163816.987d8a292dad4337f57681034faccaf5. after waiting 0 ms 2024-11-27T17:22:44,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732728163816.987d8a292dad4337f57681034faccaf5. 2024-11-27T17:22:44,231 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732728163816.987d8a292dad4337f57681034faccaf5. 2024-11-27T17:22:44,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 987d8a292dad4337f57681034faccaf5: Waiting for close lock at 1732728164231Disabling compacts and flushes for region at 1732728164231Disabling writes for close at 1732728164231Writing region close event to WAL at 1732728164231Closed at 1732728164231 2024-11-27T17:22:44,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:22:44,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732728163816.987d8a292dad4337f57681034faccaf5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732728164232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728164232"}]},"ts":"1732728164232"} 2024-11-27T17:22:44,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:22:44,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:22:44,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728164235"}]},"ts":"1732728164235"} 2024-11-27T17:22:44,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T17:22:44,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=987d8a292dad4337f57681034faccaf5, ASSIGN}] 2024-11-27T17:22:44,239 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=987d8a292dad4337f57681034faccaf5, ASSIGN 2024-11-27T17:22:44,239 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=987d8a292dad4337f57681034faccaf5, ASSIGN; state=OFFLINE, location=8f0673442175,46523,1732728149362; forceNewPlan=false, retain=false 2024-11-27T17:22:44,390 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=987d8a292dad4337f57681034faccaf5, regionState=OPENING, regionLocation=8f0673442175,46523,1732728149362 2024-11-27T17:22:44,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=987d8a292dad4337f57681034faccaf5, ASSIGN because future has completed 2024-11-27T17:22:44,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 987d8a292dad4337f57681034faccaf5, server=8f0673442175,46523,1732728149362}] 2024-11-27T17:22:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:44,548 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732728163816.987d8a292dad4337f57681034faccaf5. 2024-11-27T17:22:44,548 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 987d8a292dad4337f57681034faccaf5, NAME => 'test,,1732728163816.987d8a292dad4337f57681034faccaf5.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:44,549 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:22:44,549 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T17:22:44,549 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 987d8a292dad4337f57681034faccaf5 2024-11-27T17:22:44,549 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732728163816.987d8a292dad4337f57681034faccaf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:44,549 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 987d8a292dad4337f57681034faccaf5 2024-11-27T17:22:44,549 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 987d8a292dad4337f57681034faccaf5 2024-11-27T17:22:44,551 INFO [StoreOpener-987d8a292dad4337f57681034faccaf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 987d8a292dad4337f57681034faccaf5 2024-11-27T17:22:44,552 INFO [StoreOpener-987d8a292dad4337f57681034faccaf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 987d8a292dad4337f57681034faccaf5 columnFamilyName f 2024-11-27T17:22:44,552 DEBUG [StoreOpener-987d8a292dad4337f57681034faccaf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:44,553 INFO [StoreOpener-987d8a292dad4337f57681034faccaf5-1 {}] regionserver.HStore(327): Store=987d8a292dad4337f57681034faccaf5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:44,553 INFO [StoreOpener-987d8a292dad4337f57681034faccaf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 987d8a292dad4337f57681034faccaf5 2024-11-27T17:22:44,554 INFO [StoreOpener-987d8a292dad4337f57681034faccaf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 987d8a292dad4337f57681034faccaf5 columnFamilyName f1 2024-11-27T17:22:44,554 DEBUG [StoreOpener-987d8a292dad4337f57681034faccaf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:44,554 INFO [StoreOpener-987d8a292dad4337f57681034faccaf5-1 {}] regionserver.HStore(327): Store=987d8a292dad4337f57681034faccaf5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:44,554 INFO [StoreOpener-987d8a292dad4337f57681034faccaf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 987d8a292dad4337f57681034faccaf5 2024-11-27T17:22:44,555 INFO [StoreOpener-987d8a292dad4337f57681034faccaf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 987d8a292dad4337f57681034faccaf5 columnFamilyName norep 2024-11-27T17:22:44,555 DEBUG [StoreOpener-987d8a292dad4337f57681034faccaf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:44,556 INFO [StoreOpener-987d8a292dad4337f57681034faccaf5-1 {}] regionserver.HStore(327): Store=987d8a292dad4337f57681034faccaf5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:44,556 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 987d8a292dad4337f57681034faccaf5 2024-11-27T17:22:44,556 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5 2024-11-27T17:22:44,556 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5 2024-11-27T17:22:44,557 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 987d8a292dad4337f57681034faccaf5 2024-11-27T17:22:44,557 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 987d8a292dad4337f57681034faccaf5 2024-11-27T17:22:44,558 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:22:44,558 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 987d8a292dad4337f57681034faccaf5 2024-11-27T17:22:44,560 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:44,560 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 987d8a292dad4337f57681034faccaf5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63110665, jitterRate=-0.059577807784080505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:22:44,560 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 987d8a292dad4337f57681034faccaf5 2024-11-27T17:22:44,561 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 987d8a292dad4337f57681034faccaf5: Running coprocessor pre-open hook at 1732728164549Writing region info on filesystem at 1732728164549Initializing all the Stores at 1732728164550 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728164551 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728164551Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728164551Cleaning up temporary data from old regions at 1732728164557 (+6 ms)Running coprocessor post-open hooks at 1732728164560 (+3 ms)Region opened successfully at 1732728164561 (+1 ms) 2024-11-27T17:22:44,561 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732728163816.987d8a292dad4337f57681034faccaf5., pid=6, masterSystemTime=1732728164545 2024-11-27T17:22:44,563 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732728163816.987d8a292dad4337f57681034faccaf5. 2024-11-27T17:22:44,563 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732728163816.987d8a292dad4337f57681034faccaf5. 2024-11-27T17:22:44,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=987d8a292dad4337f57681034faccaf5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8f0673442175,46523,1732728149362 2024-11-27T17:22:44,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 987d8a292dad4337f57681034faccaf5, server=8f0673442175,46523,1732728149362 because future has completed 2024-11-27T17:22:44,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:22:44,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 987d8a292dad4337f57681034faccaf5, server=8f0673442175,46523,1732728149362 in 173 msec 2024-11-27T17:22:44,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:22:44,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=987d8a292dad4337f57681034faccaf5, ASSIGN in 330 msec 2024-11-27T17:22:44,570 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:22:44,571 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728164570"}]},"ts":"1732728164570"} 2024-11-27T17:22:44,572 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T17:22:44,573 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:22:44,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-27T17:22:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:44,953 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T17:22:44,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,43699,1732728155948 2024-11-27T17:22:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7667930 2024-11-27T17:22:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:44,955 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:44,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:22:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T17:22:44,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:22:44,957 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:44,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T17:22:44,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:22:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:44,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741835_1011 (size=902) 2024-11-27T17:22:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:45,367 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc757298e6411b731d503051e702fa21, NAME => 'test,,1732728164955.fc757298e6411b731d503051e702fa21.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374 2024-11-27T17:22:45,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741836_1012 (size=39) 2024-11-27T17:22:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:45,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732728164955.fc757298e6411b731d503051e702fa21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:45,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fc757298e6411b731d503051e702fa21, disabling compactions & flushes 2024-11-27T17:22:45,772 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732728164955.fc757298e6411b731d503051e702fa21. 2024-11-27T17:22:45,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728164955.fc757298e6411b731d503051e702fa21. 2024-11-27T17:22:45,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732728164955.fc757298e6411b731d503051e702fa21. after waiting 0 ms 2024-11-27T17:22:45,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732728164955.fc757298e6411b731d503051e702fa21. 2024-11-27T17:22:45,772 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732728164955.fc757298e6411b731d503051e702fa21. 2024-11-27T17:22:45,772 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc757298e6411b731d503051e702fa21: Waiting for close lock at 1732728165772Disabling compacts and flushes for region at 1732728165772Disabling writes for close at 1732728165772Writing region close event to WAL at 1732728165772Closed at 1732728165772 2024-11-27T17:22:45,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:22:45,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732728164955.fc757298e6411b731d503051e702fa21.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732728165773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728165773"}]},"ts":"1732728165773"} 2024-11-27T17:22:45,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:22:45,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:22:45,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728165776"}]},"ts":"1732728165776"} 2024-11-27T17:22:45,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T17:22:45,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc757298e6411b731d503051e702fa21, ASSIGN}] 2024-11-27T17:22:45,778 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc757298e6411b731d503051e702fa21, ASSIGN 2024-11-27T17:22:45,779 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fc757298e6411b731d503051e702fa21, ASSIGN; state=OFFLINE, location=8f0673442175,42289,1732728156118; forceNewPlan=false, retain=false 2024-11-27T17:22:45,930 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc757298e6411b731d503051e702fa21, regionState=OPENING, regionLocation=8f0673442175,42289,1732728156118 2024-11-27T17:22:45,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fc757298e6411b731d503051e702fa21, ASSIGN because future has completed 2024-11-27T17:22:45,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc757298e6411b731d503051e702fa21, server=8f0673442175,42289,1732728156118}] 2024-11-27T17:22:46,087 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732728164955.fc757298e6411b731d503051e702fa21. 2024-11-27T17:22:46,087 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fc757298e6411b731d503051e702fa21, NAME => 'test,,1732728164955.fc757298e6411b731d503051e702fa21.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:46,087 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:22:46,088 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T17:22:46,088 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fc757298e6411b731d503051e702fa21 2024-11-27T17:22:46,088 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732728164955.fc757298e6411b731d503051e702fa21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:46,088 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fc757298e6411b731d503051e702fa21 2024-11-27T17:22:46,088 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fc757298e6411b731d503051e702fa21 2024-11-27T17:22:46,089 INFO [StoreOpener-fc757298e6411b731d503051e702fa21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc757298e6411b731d503051e702fa21 2024-11-27T17:22:46,090 INFO [StoreOpener-fc757298e6411b731d503051e702fa21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc757298e6411b731d503051e702fa21 columnFamilyName f 2024-11-27T17:22:46,090 DEBUG [StoreOpener-fc757298e6411b731d503051e702fa21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:46,090 INFO [StoreOpener-fc757298e6411b731d503051e702fa21-1 {}] regionserver.HStore(327): Store=fc757298e6411b731d503051e702fa21/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:46,090 INFO [StoreOpener-fc757298e6411b731d503051e702fa21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fc757298e6411b731d503051e702fa21 2024-11-27T17:22:46,091 INFO [StoreOpener-fc757298e6411b731d503051e702fa21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc757298e6411b731d503051e702fa21 columnFamilyName f1 2024-11-27T17:22:46,091 DEBUG [StoreOpener-fc757298e6411b731d503051e702fa21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:46,091 INFO [StoreOpener-fc757298e6411b731d503051e702fa21-1 {}] regionserver.HStore(327): Store=fc757298e6411b731d503051e702fa21/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:46,091 INFO [StoreOpener-fc757298e6411b731d503051e702fa21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fc757298e6411b731d503051e702fa21 2024-11-27T17:22:46,092 INFO [StoreOpener-fc757298e6411b731d503051e702fa21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc757298e6411b731d503051e702fa21 columnFamilyName norep 2024-11-27T17:22:46,092 DEBUG [StoreOpener-fc757298e6411b731d503051e702fa21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:46,092 INFO [StoreOpener-fc757298e6411b731d503051e702fa21-1 {}] regionserver.HStore(327): Store=fc757298e6411b731d503051e702fa21/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:46,092 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fc757298e6411b731d503051e702fa21 2024-11-27T17:22:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:46,093 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21 2024-11-27T17:22:46,093 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21 2024-11-27T17:22:46,094 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fc757298e6411b731d503051e702fa21 2024-11-27T17:22:46,094 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fc757298e6411b731d503051e702fa21 2024-11-27T17:22:46,094 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:22:46,094 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fc757298e6411b731d503051e702fa21 2024-11-27T17:22:46,096 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:46,096 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fc757298e6411b731d503051e702fa21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72043863, jitterRate=0.07353721559047699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:22:46,096 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc757298e6411b731d503051e702fa21 2024-11-27T17:22:46,096 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fc757298e6411b731d503051e702fa21: Running coprocessor pre-open hook at 1732728166088Writing region info on filesystem at 1732728166088Initializing all the Stores at 1732728166089 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728166089Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728166089Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728166089Cleaning up temporary data from old regions at 1732728166094 (+5 ms)Running coprocessor post-open hooks at 1732728166096 (+2 ms)Region opened successfully at 1732728166096 2024-11-27T17:22:46,097 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732728164955.fc757298e6411b731d503051e702fa21., pid=6, masterSystemTime=1732728166084 2024-11-27T17:22:46,098 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732728164955.fc757298e6411b731d503051e702fa21. 2024-11-27T17:22:46,098 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732728164955.fc757298e6411b731d503051e702fa21. 2024-11-27T17:22:46,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc757298e6411b731d503051e702fa21, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8f0673442175,42289,1732728156118 2024-11-27T17:22:46,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc757298e6411b731d503051e702fa21, server=8f0673442175,42289,1732728156118 because future has completed 2024-11-27T17:22:46,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:22:46,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fc757298e6411b731d503051e702fa21, server=8f0673442175,42289,1732728156118 in 169 msec 2024-11-27T17:22:46,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:22:46,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fc757298e6411b731d503051e702fa21, ASSIGN in 326 msec 2024-11-27T17:22:46,105 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:22:46,105 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728166105"}]},"ts":"1732728166105"} 2024-11-27T17:22:46,106 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T17:22:46,107 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:22:46,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-27T17:22:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:47,113 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T17:22:47,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33225,1732728160503 2024-11-27T17:22:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f314451 2024-11-27T17:22:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:47,115 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:47,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:22:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T17:22:47,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:22:47,118 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:47,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T17:22:47,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:22:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:47,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741835_1011 (size=902) 2024-11-27T17:22:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:47,524 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4fe5a25d71d24ebe21bd350001c92e12, NAME => 'test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1 2024-11-27T17:22:47,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741836_1012 (size=39) 2024-11-27T17:22:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:47,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:47,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4fe5a25d71d24ebe21bd350001c92e12, disabling compactions & flushes 2024-11-27T17:22:47,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12. 2024-11-27T17:22:47,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12. 2024-11-27T17:22:47,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12. after waiting 0 ms 2024-11-27T17:22:47,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12. 2024-11-27T17:22:47,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12. 2024-11-27T17:22:47,930 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4fe5a25d71d24ebe21bd350001c92e12: Waiting for close lock at 1732728167929Disabling compacts and flushes for region at 1732728167929Disabling writes for close at 1732728167929Writing region close event to WAL at 1732728167929Closed at 1732728167929 2024-11-27T17:22:47,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:22:47,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732728167931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728167931"}]},"ts":"1732728167931"} 2024-11-27T17:22:47,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:22:47,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:22:47,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728167934"}]},"ts":"1732728167934"} 2024-11-27T17:22:47,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T17:22:47,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4fe5a25d71d24ebe21bd350001c92e12, ASSIGN}] 2024-11-27T17:22:47,937 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4fe5a25d71d24ebe21bd350001c92e12, ASSIGN 2024-11-27T17:22:47,937 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4fe5a25d71d24ebe21bd350001c92e12, ASSIGN; state=OFFLINE, location=8f0673442175,35701,1732728160624; forceNewPlan=false, retain=false 2024-11-27T17:22:48,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fe5a25d71d24ebe21bd350001c92e12, regionState=OPENING, regionLocation=8f0673442175,35701,1732728160624 2024-11-27T17:22:48,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4fe5a25d71d24ebe21bd350001c92e12, ASSIGN because future has completed 2024-11-27T17:22:48,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fe5a25d71d24ebe21bd350001c92e12, server=8f0673442175,35701,1732728160624}] 2024-11-27T17:22:48,245 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12. 2024-11-27T17:22:48,245 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fe5a25d71d24ebe21bd350001c92e12, NAME => 'test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:48,245 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:22:48,245 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T17:22:48,245 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:22:48,246 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:48,246 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:22:48,246 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:22:48,247 INFO [StoreOpener-4fe5a25d71d24ebe21bd350001c92e12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:22:48,247 INFO [StoreOpener-4fe5a25d71d24ebe21bd350001c92e12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fe5a25d71d24ebe21bd350001c92e12 columnFamilyName f 2024-11-27T17:22:48,248 DEBUG [StoreOpener-4fe5a25d71d24ebe21bd350001c92e12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:48,248 INFO [StoreOpener-4fe5a25d71d24ebe21bd350001c92e12-1 {}] regionserver.HStore(327): Store=4fe5a25d71d24ebe21bd350001c92e12/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:48,248 INFO [StoreOpener-4fe5a25d71d24ebe21bd350001c92e12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:22:48,249 INFO [StoreOpener-4fe5a25d71d24ebe21bd350001c92e12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fe5a25d71d24ebe21bd350001c92e12 columnFamilyName f1 2024-11-27T17:22:48,249 DEBUG [StoreOpener-4fe5a25d71d24ebe21bd350001c92e12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:48,249 INFO [StoreOpener-4fe5a25d71d24ebe21bd350001c92e12-1 {}] regionserver.HStore(327): Store=4fe5a25d71d24ebe21bd350001c92e12/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:48,249 INFO [StoreOpener-4fe5a25d71d24ebe21bd350001c92e12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:22:48,250 INFO [StoreOpener-4fe5a25d71d24ebe21bd350001c92e12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fe5a25d71d24ebe21bd350001c92e12 columnFamilyName norep 2024-11-27T17:22:48,250 DEBUG [StoreOpener-4fe5a25d71d24ebe21bd350001c92e12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:48,250 INFO [StoreOpener-4fe5a25d71d24ebe21bd350001c92e12-1 {}] regionserver.HStore(327): Store=4fe5a25d71d24ebe21bd350001c92e12/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:48,251 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:22:48,251 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:22:48,251 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:22:48,252 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:22:48,252 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:22:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:48,253 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:22:48,254 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:22:48,255 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:48,256 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4fe5a25d71d24ebe21bd350001c92e12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65781092, jitterRate=-0.01978534460067749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:22:48,256 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:22:48,256 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4fe5a25d71d24ebe21bd350001c92e12: Running coprocessor pre-open hook at 1732728168246Writing region info on filesystem at 1732728168246Initializing all the Stores at 1732728168246Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728168246Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728168246Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728168246Cleaning up temporary data from old regions at 1732728168252 (+6 ms)Running coprocessor post-open hooks at 1732728168256 (+4 ms)Region opened successfully at 1732728168256 2024-11-27T17:22:48,257 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12., pid=6, masterSystemTime=1732728168242 2024-11-27T17:22:48,258 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12. 2024-11-27T17:22:48,258 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12. 2024-11-27T17:22:48,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fe5a25d71d24ebe21bd350001c92e12, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8f0673442175,35701,1732728160624 2024-11-27T17:22:48,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fe5a25d71d24ebe21bd350001c92e12, server=8f0673442175,35701,1732728160624 because future has completed 2024-11-27T17:22:48,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:22:48,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fe5a25d71d24ebe21bd350001c92e12, server=8f0673442175,35701,1732728160624 in 172 msec 2024-11-27T17:22:48,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:22:48,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4fe5a25d71d24ebe21bd350001c92e12, ASSIGN in 328 msec 2024-11-27T17:22:48,265 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:22:48,265 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728168265"}]},"ts":"1732728168265"} 2024-11-27T17:22:48,267 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T17:22:48,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:22:48,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-27T17:22:49,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:22:49,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:49,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:49,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:49,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:49,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:22:49,264 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T17:22:49,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db19cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:49,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,40347,-1 for getting cluster id 2024-11-27T17:22:49,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:49,266 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50e56f25-0311-4a9e-8546-fafa24139966' 2024-11-27T17:22:49,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:49,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50e56f25-0311-4a9e-8546-fafa24139966" 2024-11-27T17:22:49,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443e55a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:49,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,40347,-1] 2024-11-27T17:22:49,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:49,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:49,267 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:49,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b209d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:49,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,40347,1732728149153 2024-11-27T17:22:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eeb5d98 2024-11-27T17:22:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:49,270 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:49,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8f0673442175:43699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:22:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:22:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:49,273 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:43699' 2024-11-27T17:22:49,274 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6287fa2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:49,274 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,43699,-1 for getting cluster id 2024-11-27T17:22:49,274 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:49,275 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa7ae918-c27d-4cb9-9444-76a4a3875efa' 2024-11-27T17:22:49,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:49,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa7ae918-c27d-4cb9-9444-76a4a3875efa" 2024-11-27T17:22:49,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548f2d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:49,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,43699,-1] 2024-11-27T17:22:49,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:49,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:49,276 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:49,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e26a214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:49,277 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:49,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,43699,1732728155948 2024-11-27T17:22:49,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d7fc34f 2024-11-27T17:22:49,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:49,279 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:49,279 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T17:22:49,280 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:22:49,280 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:49,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:49,280 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:49,280 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:22:49,282 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:22:49,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:22:49,283 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:49,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:22:49,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:49,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:49,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:49,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:49,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:49,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741837_1013 (size=1138) 2024-11-27T17:22:49,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:49,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:49,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:49,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:49,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:49,332 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T17:22:49,340 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T17:22:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:49,690 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f38c5d7b98de2943d261dbfa3b1474d, NAME => 'hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20 2024-11-27T17:22:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741838_1014 (size=44) 2024-11-27T17:22:49,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T17:22:49,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T17:22:49,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:22:49,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T17:22:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:50,095 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:50,095 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9f38c5d7b98de2943d261dbfa3b1474d, disabling compactions & flushes 2024-11-27T17:22:50,095 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d. 2024-11-27T17:22:50,095 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d. 2024-11-27T17:22:50,095 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d. after waiting 0 ms 2024-11-27T17:22:50,095 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d. 2024-11-27T17:22:50,095 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d. 2024-11-27T17:22:50,095 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f38c5d7b98de2943d261dbfa3b1474d: Waiting for close lock at 1732728170095Disabling compacts and flushes for region at 1732728170095Disabling writes for close at 1732728170095Writing region close event to WAL at 1732728170095Closed at 1732728170095 2024-11-27T17:22:50,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:22:50,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732728170097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728170097"}]},"ts":"1732728170097"} 2024-11-27T17:22:50,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:22:50,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:22:50,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728170106"}]},"ts":"1732728170106"} 2024-11-27T17:22:50,111 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T17:22:50,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f38c5d7b98de2943d261dbfa3b1474d, ASSIGN}] 2024-11-27T17:22:50,112 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f38c5d7b98de2943d261dbfa3b1474d, ASSIGN 2024-11-27T17:22:50,113 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f38c5d7b98de2943d261dbfa3b1474d, ASSIGN; state=OFFLINE, location=8f0673442175,46523,1732728149362; forceNewPlan=false, retain=false 2024-11-27T17:22:50,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f38c5d7b98de2943d261dbfa3b1474d, regionState=OPENING, regionLocation=8f0673442175,46523,1732728149362 2024-11-27T17:22:50,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f38c5d7b98de2943d261dbfa3b1474d, ASSIGN because future has completed 2024-11-27T17:22:50,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f38c5d7b98de2943d261dbfa3b1474d, server=8f0673442175,46523,1732728149362}] 2024-11-27T17:22:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:50,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d. 2024-11-27T17:22:50,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:22:50,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:22:50,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C46523%2C1732728149362.rep, suffix=, logDir=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362, archiveDir=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/oldWALs, maxLogs=10 2024-11-27T17:22:50,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.rep.1732728170424, exclude list is [], retry=0 2024-11-27T17:22:50,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33959,DS-a3780ca6-b9c9-4b1c-812e-dc30465104fb,DISK] 2024-11-27T17:22:50,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.rep.1732728170424 2024-11-27T17:22:50,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429)] 2024-11-27T17:22:50,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f38c5d7b98de2943d261dbfa3b1474d, NAME => 'hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:50,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:22:50,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:22:50,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d. service=MultiRowMutationService 2024-11-27T17:22:50,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:22:50,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:22:50,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:50,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:22:50,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:22:50,447 INFO [StoreOpener-9f38c5d7b98de2943d261dbfa3b1474d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:22:50,449 INFO [StoreOpener-9f38c5d7b98de2943d261dbfa3b1474d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f38c5d7b98de2943d261dbfa3b1474d columnFamilyName hfileref 2024-11-27T17:22:50,449 DEBUG [StoreOpener-9f38c5d7b98de2943d261dbfa3b1474d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:50,450 INFO [StoreOpener-9f38c5d7b98de2943d261dbfa3b1474d-1 {}] regionserver.HStore(327): Store=9f38c5d7b98de2943d261dbfa3b1474d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:50,450 INFO [StoreOpener-9f38c5d7b98de2943d261dbfa3b1474d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:22:50,452 INFO [StoreOpener-9f38c5d7b98de2943d261dbfa3b1474d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f38c5d7b98de2943d261dbfa3b1474d columnFamilyName queue 2024-11-27T17:22:50,452 DEBUG [StoreOpener-9f38c5d7b98de2943d261dbfa3b1474d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:50,452 INFO [StoreOpener-9f38c5d7b98de2943d261dbfa3b1474d-1 {}] regionserver.HStore(327): Store=9f38c5d7b98de2943d261dbfa3b1474d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:50,452 INFO [StoreOpener-9f38c5d7b98de2943d261dbfa3b1474d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:22:50,453 INFO [StoreOpener-9f38c5d7b98de2943d261dbfa3b1474d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f38c5d7b98de2943d261dbfa3b1474d columnFamilyName sid 2024-11-27T17:22:50,453 DEBUG [StoreOpener-9f38c5d7b98de2943d261dbfa3b1474d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:50,454 INFO [StoreOpener-9f38c5d7b98de2943d261dbfa3b1474d-1 {}] regionserver.HStore(327): Store=9f38c5d7b98de2943d261dbfa3b1474d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:50,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:22:50,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/replication/9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:22:50,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/replication/9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:22:50,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:22:50,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:22:50,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:22:50,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:22:50,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/replication/9f38c5d7b98de2943d261dbfa3b1474d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:50,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9f38c5d7b98de2943d261dbfa3b1474d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69241265, jitterRate=0.031775251030921936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:22:50,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:22:50,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9f38c5d7b98de2943d261dbfa3b1474d: Running coprocessor pre-open hook at 1732728170446Writing region info on filesystem at 1732728170446Initializing all the Stores at 1732728170447 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728170447Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728170447Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728170447Cleaning up temporary data from old regions at 1732728170455 (+8 ms)Running coprocessor post-open hooks at 1732728170459 (+4 ms)Region opened successfully at 1732728170459 2024-11-27T17:22:50,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d., pid=10, masterSystemTime=1732728170418 2024-11-27T17:22:50,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d. 2024-11-27T17:22:50,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d. 2024-11-27T17:22:50,463 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f38c5d7b98de2943d261dbfa3b1474d, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,46523,1732728149362 2024-11-27T17:22:50,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f38c5d7b98de2943d261dbfa3b1474d, server=8f0673442175,46523,1732728149362 because future has completed 2024-11-27T17:22:50,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T17:22:50,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f38c5d7b98de2943d261dbfa3b1474d, server=8f0673442175,46523,1732728149362 in 200 msec 2024-11-27T17:22:50,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T17:22:50,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f38c5d7b98de2943d261dbfa3b1474d, ASSIGN in 358 msec 2024-11-27T17:22:50,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:22:50,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728170471"}]},"ts":"1732728170471"} 2024-11-27T17:22:50,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T17:22:50,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:22:50,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-11-27T17:22:50,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d., hostname=8f0673442175,46523,1732728149362, seqNum=2] 2024-11-27T17:22:50,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:22:50,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:22:50,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:22:50,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46523 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T17:22:50,681 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T17:22:50,708 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,46523,1732728149362, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:22:50,708 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:50,708 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,46523,1732728149362, seqNum=-1] 2024-11-27T17:22:50,708 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:50,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-27T17:22:50,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8f0673442175,46523,1732728149362', locateType=CURRENT is [region=hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d., hostname=8f0673442175,46523,1732728149362, seqNum=2] 2024-11-27T17:22:50,712 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T17:22:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T17:22:50,715 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8f0673442175,46523,1732728149362 suceeded 2024-11-27T17:22:50,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T17:22:50,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-27T17:22:50,716 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8f0673442175:43699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:22:50,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4470 sec 2024-11-27T17:22:50,727 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:43699' 2024-11-27T17:22:50,728 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f854ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:50,728 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,43699,-1 for getting cluster id 2024-11-27T17:22:50,728 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:50,729 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa7ae918-c27d-4cb9-9444-76a4a3875efa' 2024-11-27T17:22:50,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:50,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa7ae918-c27d-4cb9-9444-76a4a3875efa" 2024-11-27T17:22:50,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e7c02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:50,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,43699,-1] 2024-11-27T17:22:50,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:50,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:50,730 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:50,730 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74333309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:50,730 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:50,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,43699,1732728155948 2024-11-27T17:22:50,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4879fd73 2024-11-27T17:22:50,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:50,732 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-27T17:22:50,732 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,46523,1732728149362 (queues=1) is replicating from cluster=50e56f25-0311-4a9e-8546-fafa24139966 to cluster=aa7ae918-c27d-4cb9-9444-76a4a3875efa 2024-11-27T17:22:50,732 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C46523%2C1732728149362 2024-11-27T17:22:50,732 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,46523,1732728149362, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:22:50,733 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.shipper8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C46523%2C1732728149362 2024-11-27T17:22:50,733 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043, startPosition=0, beingWritten=true 2024-11-27T17:22:50,737 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:50,737 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 379, reset compression=false 2024-11-27T17:22:50,737 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.shipper8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,46523,1732728149362 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:50,940 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 379, reset compression=false 2024-11-27T17:22:51,243 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 379, reset compression=false 2024-11-27T17:22:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:51,424 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:22:51,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:22:51,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:51,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:51,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:51,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:51,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@819ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:51,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,43699,-1 for getting cluster id 2024-11-27T17:22:51,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:51,425 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa7ae918-c27d-4cb9-9444-76a4a3875efa' 2024-11-27T17:22:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa7ae918-c27d-4cb9-9444-76a4a3875efa" 2024-11-27T17:22:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e349cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,43699,-1] 2024-11-27T17:22:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:51,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:51,428 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:51,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311c3803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:51,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:51,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,43699,1732728155948 2024-11-27T17:22:51,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73c3a451 2024-11-27T17:22:51,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:51,431 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:51,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8f0673442175:33225,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:22:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:22:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:51,434 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:33225' 2024-11-27T17:22:51,435 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a47653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:51,435 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33225,-1 for getting cluster id 2024-11-27T17:22:51,435 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:51,436 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7395c31e-1e74-4fc3-93af-312d3ab9dcac' 2024-11-27T17:22:51,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:51,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7395c31e-1e74-4fc3-93af-312d3ab9dcac" 2024-11-27T17:22:51,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab8626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:51,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33225,-1] 2024-11-27T17:22:51,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:51,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:51,437 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:51,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3723c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:51,438 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:51,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33225,1732728160503 2024-11-27T17:22:51,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68e102d2 2024-11-27T17:22:51,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:51,440 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:51,440 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T17:22:51,440 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:22:51,441 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:51,441 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:51,441 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:22:51,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:51,442 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:22:51,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:22:51,443 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:51,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:22:51,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741837_1013 (size=1138) 2024-11-27T17:22:51,452 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cedde5e04b7db71f13d72b5678d012f7, NAME => 'hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374 2024-11-27T17:22:51,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741838_1014 (size=44) 2024-11-27T17:22:51,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:51,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cedde5e04b7db71f13d72b5678d012f7, disabling compactions & flushes 2024-11-27T17:22:51,458 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7. 2024-11-27T17:22:51,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7. 2024-11-27T17:22:51,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7. after waiting 0 ms 2024-11-27T17:22:51,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7. 2024-11-27T17:22:51,458 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7. 2024-11-27T17:22:51,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cedde5e04b7db71f13d72b5678d012f7: Waiting for close lock at 1732728171458Disabling compacts and flushes for region at 1732728171458Disabling writes for close at 1732728171458Writing region close event to WAL at 1732728171458Closed at 1732728171458 2024-11-27T17:22:51,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:22:51,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732728171459"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728171459"}]},"ts":"1732728171459"} 2024-11-27T17:22:51,461 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:22:51,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:22:51,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728171462"}]},"ts":"1732728171462"} 2024-11-27T17:22:51,464 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T17:22:51,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cedde5e04b7db71f13d72b5678d012f7, ASSIGN}] 2024-11-27T17:22:51,466 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cedde5e04b7db71f13d72b5678d012f7, ASSIGN 2024-11-27T17:22:51,467 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cedde5e04b7db71f13d72b5678d012f7, ASSIGN; state=OFFLINE, location=8f0673442175,42289,1732728156118; forceNewPlan=false, retain=false 2024-11-27T17:22:51,492 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T17:22:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:51,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cedde5e04b7db71f13d72b5678d012f7, regionState=OPENING, regionLocation=8f0673442175,42289,1732728156118 2024-11-27T17:22:51,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cedde5e04b7db71f13d72b5678d012f7, ASSIGN because future has completed 2024-11-27T17:22:51,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cedde5e04b7db71f13d72b5678d012f7, server=8f0673442175,42289,1732728156118}] 2024-11-27T17:22:51,651 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 379, reset compression=false 2024-11-27T17:22:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:51,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7. 2024-11-27T17:22:51,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:22:51,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:22:51,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C42289%2C1732728156118.rep, suffix=, logDir=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118, archiveDir=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/oldWALs, maxLogs=10 2024-11-27T17:22:51,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.rep.1732728171781, exclude list is [], retry=0 2024-11-27T17:22:51,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46289,DS-ba0a364c-2ec4-455d-ba24-a4a5f828aef3,DISK] 2024-11-27T17:22:51,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.rep.1732728171781 2024-11-27T17:22:51,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38987:38987)] 2024-11-27T17:22:51,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cedde5e04b7db71f13d72b5678d012f7, NAME => 'hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:51,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:22:51,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:22:51,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7. service=MultiRowMutationService 2024-11-27T17:22:51,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:22:51,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cedde5e04b7db71f13d72b5678d012f7 2024-11-27T17:22:51,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:51,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cedde5e04b7db71f13d72b5678d012f7 2024-11-27T17:22:51,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cedde5e04b7db71f13d72b5678d012f7 2024-11-27T17:22:51,798 INFO [StoreOpener-cedde5e04b7db71f13d72b5678d012f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cedde5e04b7db71f13d72b5678d012f7 2024-11-27T17:22:51,799 INFO [StoreOpener-cedde5e04b7db71f13d72b5678d012f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cedde5e04b7db71f13d72b5678d012f7 columnFamilyName hfileref 2024-11-27T17:22:51,799 DEBUG [StoreOpener-cedde5e04b7db71f13d72b5678d012f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:51,799 INFO [StoreOpener-cedde5e04b7db71f13d72b5678d012f7-1 {}] regionserver.HStore(327): Store=cedde5e04b7db71f13d72b5678d012f7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:51,800 INFO [StoreOpener-cedde5e04b7db71f13d72b5678d012f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cedde5e04b7db71f13d72b5678d012f7 2024-11-27T17:22:51,800 INFO [StoreOpener-cedde5e04b7db71f13d72b5678d012f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cedde5e04b7db71f13d72b5678d012f7 columnFamilyName queue 2024-11-27T17:22:51,800 DEBUG [StoreOpener-cedde5e04b7db71f13d72b5678d012f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:51,801 INFO [StoreOpener-cedde5e04b7db71f13d72b5678d012f7-1 {}] regionserver.HStore(327): Store=cedde5e04b7db71f13d72b5678d012f7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:51,801 INFO [StoreOpener-cedde5e04b7db71f13d72b5678d012f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cedde5e04b7db71f13d72b5678d012f7 2024-11-27T17:22:51,801 INFO [StoreOpener-cedde5e04b7db71f13d72b5678d012f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cedde5e04b7db71f13d72b5678d012f7 columnFamilyName sid 2024-11-27T17:22:51,801 DEBUG [StoreOpener-cedde5e04b7db71f13d72b5678d012f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:51,802 INFO [StoreOpener-cedde5e04b7db71f13d72b5678d012f7-1 {}] regionserver.HStore(327): Store=cedde5e04b7db71f13d72b5678d012f7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:51,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cedde5e04b7db71f13d72b5678d012f7 2024-11-27T17:22:51,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/replication/cedde5e04b7db71f13d72b5678d012f7 2024-11-27T17:22:51,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/replication/cedde5e04b7db71f13d72b5678d012f7 2024-11-27T17:22:51,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cedde5e04b7db71f13d72b5678d012f7 2024-11-27T17:22:51,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cedde5e04b7db71f13d72b5678d012f7 2024-11-27T17:22:51,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:22:51,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cedde5e04b7db71f13d72b5678d012f7 2024-11-27T17:22:51,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/replication/cedde5e04b7db71f13d72b5678d012f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:51,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cedde5e04b7db71f13d72b5678d012f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72576741, jitterRate=0.08147771656513214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:22:51,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cedde5e04b7db71f13d72b5678d012f7 2024-11-27T17:22:51,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cedde5e04b7db71f13d72b5678d012f7: Running coprocessor pre-open hook at 1732728171797Writing region info on filesystem at 1732728171797Initializing all the Stores at 1732728171798 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728171798Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728171798Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728171798Cleaning up temporary data from old regions at 1732728171803 (+5 ms)Running coprocessor post-open hooks at 1732728171806 (+3 ms)Region opened successfully at 1732728171806 2024-11-27T17:22:51,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7., pid=10, masterSystemTime=1732728171776 2024-11-27T17:22:51,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7. 2024-11-27T17:22:51,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7. 2024-11-27T17:22:51,808 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cedde5e04b7db71f13d72b5678d012f7, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,42289,1732728156118 2024-11-27T17:22:51,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cedde5e04b7db71f13d72b5678d012f7, server=8f0673442175,42289,1732728156118 because future has completed 2024-11-27T17:22:51,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T17:22:51,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cedde5e04b7db71f13d72b5678d012f7, server=8f0673442175,42289,1732728156118 in 187 msec 2024-11-27T17:22:51,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T17:22:51,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cedde5e04b7db71f13d72b5678d012f7, ASSIGN in 347 msec 2024-11-27T17:22:51,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:22:51,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728171814"}]},"ts":"1732728171814"} 2024-11-27T17:22:51,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T17:22:51,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:22:51,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 375 msec 2024-11-27T17:22:51,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7., hostname=8f0673442175,42289,1732728156118, seqNum=2] 2024-11-27T17:22:51,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:22:51,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:22:51,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:22:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:52,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T17:22:52,114 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T17:22:52,153 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,42289,1732728156118, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:22:52,154 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:52,154 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42289,1732728156118, seqNum=-1] 2024-11-27T17:22:52,154 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:52,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T17:22:52,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8f0673442175,42289,1732728156118', locateType=CURRENT is [region=hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7., hostname=8f0673442175,42289,1732728156118, seqNum=2] 2024-11-27T17:22:52,159 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 379, reset compression=false 2024-11-27T17:22:52,176 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T17:22:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T17:22:52,186 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8f0673442175,42289,1732728156118 suceeded 2024-11-27T17:22:52,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T17:22:52,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-27T17:22:52,193 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8f0673442175:33225,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:22:52,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 762 msec 2024-11-27T17:22:52,202 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:33225' 2024-11-27T17:22:52,204 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a3da786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:52,204 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33225,-1 for getting cluster id 2024-11-27T17:22:52,205 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:52,205 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7395c31e-1e74-4fc3-93af-312d3ab9dcac' 2024-11-27T17:22:52,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:52,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7395c31e-1e74-4fc3-93af-312d3ab9dcac" 2024-11-27T17:22:52,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26764347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:52,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33225,-1] 2024-11-27T17:22:52,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:52,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:52,208 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:52,209 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62d0bc04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:52,209 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:52,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33225,1732728160503 2024-11-27T17:22:52,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef81d06 2024-11-27T17:22:52,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:52,211 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-27T17:22:52,212 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,42289,1732728156118 (queues=1) is replicating from cluster=aa7ae918-c27d-4cb9-9444-76a4a3875efa to cluster=7395c31e-1e74-4fc3-93af-312d3ab9dcac 2024-11-27T17:22:52,212 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C42289%2C1732728156118 2024-11-27T17:22:52,212 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,42289,1732728156118, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:22:52,214 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002, startPosition=0, beingWritten=true 2024-11-27T17:22:52,222 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C42289%2C1732728156118 2024-11-27T17:22:52,258 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:52,258 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 379, reset compression=false 2024-11-27T17:22:52,258 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,42289,1732728156118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:52,473 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 379, reset compression=false 2024-11-27T17:22:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:52,574 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:22:52,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:22:52,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:52,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:52,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:52,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:52,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7393b383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:52,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33225,-1 for getting cluster id 2024-11-27T17:22:52,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:52,581 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7395c31e-1e74-4fc3-93af-312d3ab9dcac' 2024-11-27T17:22:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7395c31e-1e74-4fc3-93af-312d3ab9dcac" 2024-11-27T17:22:52,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b94391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:52,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33225,-1] 2024-11-27T17:22:52,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:52,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:52,583 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:52,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4990c4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:52,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33225,1732728160503 2024-11-27T17:22:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44ae215a 2024-11-27T17:22:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:52,586 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:52,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8f0673442175:43699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:22:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:22:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:52,590 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:43699' 2024-11-27T17:22:52,591 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3d0b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:52,591 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,43699,-1 for getting cluster id 2024-11-27T17:22:52,591 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:52,592 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa7ae918-c27d-4cb9-9444-76a4a3875efa' 2024-11-27T17:22:52,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:52,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa7ae918-c27d-4cb9-9444-76a4a3875efa" 2024-11-27T17:22:52,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471bd87d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:52,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,43699,-1] 2024-11-27T17:22:52,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:52,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:52,593 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:52,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d311059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:52,594 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:52,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,43699,1732728155948 2024-11-27T17:22:52,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61e94ef1 2024-11-27T17:22:52,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:52,596 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:22:52,596 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T17:22:52,596 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:22:52,597 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:52,597 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:52,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:52,597 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:22:52,598 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:22:52,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:22:52,599 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:52,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:22:52,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741837_1013 (size=1138) 2024-11-27T17:22:52,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f37e39dbefe290923d7a52ffd23b80dd, NAME => 'hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1 2024-11-27T17:22:52,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741838_1014 (size=44) 2024-11-27T17:22:52,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:52,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f37e39dbefe290923d7a52ffd23b80dd, disabling compactions & flushes 2024-11-27T17:22:52,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd. 2024-11-27T17:22:52,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd. 2024-11-27T17:22:52,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd. after waiting 0 ms 2024-11-27T17:22:52,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd. 2024-11-27T17:22:52,632 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd. 2024-11-27T17:22:52,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f37e39dbefe290923d7a52ffd23b80dd: Waiting for close lock at 1732728172631Disabling compacts and flushes for region at 1732728172631Disabling writes for close at 1732728172631Writing region close event to WAL at 1732728172631Closed at 1732728172631 2024-11-27T17:22:52,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:22:52,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732728172633"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728172633"}]},"ts":"1732728172633"} 2024-11-27T17:22:52,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:22:52,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:22:52,637 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728172637"}]},"ts":"1732728172637"} 2024-11-27T17:22:52,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T17:22:52,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f37e39dbefe290923d7a52ffd23b80dd, ASSIGN}] 2024-11-27T17:22:52,642 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f37e39dbefe290923d7a52ffd23b80dd, ASSIGN 2024-11-27T17:22:52,643 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f37e39dbefe290923d7a52ffd23b80dd, ASSIGN; state=OFFLINE, location=8f0673442175,35701,1732728160624; forceNewPlan=false, retain=false 2024-11-27T17:22:52,649 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T17:22:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:52,789 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 379, reset compression=false 2024-11-27T17:22:52,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f37e39dbefe290923d7a52ffd23b80dd, regionState=OPENING, regionLocation=8f0673442175,35701,1732728160624 2024-11-27T17:22:52,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f37e39dbefe290923d7a52ffd23b80dd, ASSIGN because future has completed 2024-11-27T17:22:52,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f37e39dbefe290923d7a52ffd23b80dd, server=8f0673442175,35701,1732728160624}] 2024-11-27T17:22:52,798 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 379, reset compression=false 2024-11-27T17:22:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:52,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd. 2024-11-27T17:22:52,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:22:52,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:22:52,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C35701%2C1732728160624.rep, suffix=, logDir=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624, archiveDir=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/oldWALs, maxLogs=10 2024-11-27T17:22:52,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.rep.1732728172953, exclude list is [], retry=0 2024-11-27T17:22:52,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38757,DS-a55b82db-8832-43ed-a402-627bb8e1db03,DISK] 2024-11-27T17:22:52,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.rep.1732728172953 2024-11-27T17:22:52,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42583:42583)] 2024-11-27T17:22:52,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f37e39dbefe290923d7a52ffd23b80dd, NAME => 'hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:22:52,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:22:52,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:22:52,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd. service=MultiRowMutationService 2024-11-27T17:22:52,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:22:52,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:22:52,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:22:52,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:22:52,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:22:52,984 INFO [StoreOpener-f37e39dbefe290923d7a52ffd23b80dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:22:52,986 INFO [StoreOpener-f37e39dbefe290923d7a52ffd23b80dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f37e39dbefe290923d7a52ffd23b80dd columnFamilyName hfileref 2024-11-27T17:22:52,986 DEBUG [StoreOpener-f37e39dbefe290923d7a52ffd23b80dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:52,986 INFO [StoreOpener-f37e39dbefe290923d7a52ffd23b80dd-1 {}] regionserver.HStore(327): Store=f37e39dbefe290923d7a52ffd23b80dd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:52,987 INFO [StoreOpener-f37e39dbefe290923d7a52ffd23b80dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:22:52,988 INFO [StoreOpener-f37e39dbefe290923d7a52ffd23b80dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f37e39dbefe290923d7a52ffd23b80dd columnFamilyName queue 2024-11-27T17:22:52,988 DEBUG [StoreOpener-f37e39dbefe290923d7a52ffd23b80dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:52,988 INFO [StoreOpener-f37e39dbefe290923d7a52ffd23b80dd-1 {}] regionserver.HStore(327): Store=f37e39dbefe290923d7a52ffd23b80dd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:52,989 INFO [StoreOpener-f37e39dbefe290923d7a52ffd23b80dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:22:52,989 INFO [StoreOpener-f37e39dbefe290923d7a52ffd23b80dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f37e39dbefe290923d7a52ffd23b80dd columnFamilyName sid 2024-11-27T17:22:52,989 DEBUG [StoreOpener-f37e39dbefe290923d7a52ffd23b80dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:22:52,990 INFO [StoreOpener-f37e39dbefe290923d7a52ffd23b80dd-1 {}] regionserver.HStore(327): Store=f37e39dbefe290923d7a52ffd23b80dd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:22:52,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:22:52,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/replication/f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:22:52,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/replication/f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:22:52,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:22:52,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:22:52,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:22:52,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:22:52,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/replication/f37e39dbefe290923d7a52ffd23b80dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:22:52,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f37e39dbefe290923d7a52ffd23b80dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72729553, jitterRate=0.08375479280948639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:22:52,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:22:52,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f37e39dbefe290923d7a52ffd23b80dd: Running coprocessor pre-open hook at 1732728172977Writing region info on filesystem at 1732728172977Initializing all the Stores at 1732728172978 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728172978Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728172984 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728172984Cleaning up temporary data from old regions at 1732728172991 (+7 ms)Running coprocessor post-open hooks at 1732728172999 (+8 ms)Region opened successfully at 1732728172999 2024-11-27T17:22:53,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd., pid=10, masterSystemTime=1732728172948 2024-11-27T17:22:53,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd. 2024-11-27T17:22:53,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd. 2024-11-27T17:22:53,002 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f37e39dbefe290923d7a52ffd23b80dd, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,35701,1732728160624 2024-11-27T17:22:53,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f37e39dbefe290923d7a52ffd23b80dd, server=8f0673442175,35701,1732728160624 because future has completed 2024-11-27T17:22:53,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T17:22:53,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f37e39dbefe290923d7a52ffd23b80dd, server=8f0673442175,35701,1732728160624 in 207 msec 2024-11-27T17:22:53,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T17:22:53,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f37e39dbefe290923d7a52ffd23b80dd, ASSIGN in 365 msec 2024-11-27T17:22:53,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:22:53,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728173008"}]},"ts":"1732728173008"} 2024-11-27T17:22:53,010 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T17:22:53,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:22:53,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 414 msec 2024-11-27T17:22:53,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd., hostname=8f0673442175,35701,1732728160624, seqNum=2] 2024-11-27T17:22:53,074 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:22:53,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:22:53,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:22:53,194 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 379, reset compression=false 2024-11-27T17:22:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:53,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T17:22:53,251 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T17:22:53,293 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,35701,1732728160624, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:22:53,293 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:53,293 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35701,1732728160624, seqNum=-1] 2024-11-27T17:22:53,294 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:53,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T17:22:53,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8f0673442175,35701,1732728160624', locateType=CURRENT is [region=hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd., hostname=8f0673442175,35701,1732728160624, seqNum=2] 2024-11-27T17:22:53,304 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T17:22:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T17:22:53,307 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8f0673442175,35701,1732728160624 suceeded 2024-11-27T17:22:53,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T17:22:53,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-27T17:22:53,310 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8f0673442175:43699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:22:53,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 723 msec 2024-11-27T17:22:53,321 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:43699' 2024-11-27T17:22:53,322 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@674cd10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:53,322 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,43699,-1 for getting cluster id 2024-11-27T17:22:53,323 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:53,323 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa7ae918-c27d-4cb9-9444-76a4a3875efa' 2024-11-27T17:22:53,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:53,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa7ae918-c27d-4cb9-9444-76a4a3875efa" 2024-11-27T17:22:53,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13f5489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:53,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,43699,-1] 2024-11-27T17:22:53,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:53,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:53,325 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:53,325 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e681b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:53,325 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:53,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,43699,1732728155948 2024-11-27T17:22:53,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f515898 2024-11-27T17:22:53,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:22:53,327 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-27T17:22:53,328 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,35701,1732728160624 (queues=1) is replicating from cluster=7395c31e-1e74-4fc3-93af-312d3ab9dcac to cluster=aa7ae918-c27d-4cb9-9444-76a4a3875efa 2024-11-27T17:22:53,328 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C35701%2C1732728160624 2024-11-27T17:22:53,328 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,35701,1732728160624, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:22:53,328 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355, startPosition=0, beingWritten=true 2024-11-27T17:22:53,331 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C35701%2C1732728160624 2024-11-27T17:22:53,334 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:53,334 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 379, reset compression=false 2024-11-27T17:22:53,334 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35701,1732728160624 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:53,501 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 379, reset compression=false 2024-11-27T17:22:53,545 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 379, reset compression=false 2024-11-27T17:22:53,729 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 379, reset compression=false 2024-11-27T17:22:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:22:53,734 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:22:53,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:22:53,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:53,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:53,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:53,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:53,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b989c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:53,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,40347,-1 for getting cluster id 2024-11-27T17:22:53,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:53,741 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50e56f25-0311-4a9e-8546-fafa24139966' 2024-11-27T17:22:53,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:53,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50e56f25-0311-4a9e-8546-fafa24139966" 2024-11-27T17:22:53,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38da00cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:53,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,40347,-1] 2024-11-27T17:22:53,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:53,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:53,743 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2759ce86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:53,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d89f6ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:53,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,43699,-1 for getting cluster id 2024-11-27T17:22:53,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:53,773 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa7ae918-c27d-4cb9-9444-76a4a3875efa' 2024-11-27T17:22:53,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:53,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa7ae918-c27d-4cb9-9444-76a4a3875efa" 2024-11-27T17:22:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c64fadb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,43699,-1] 2024-11-27T17:22:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:53,775 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:53,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab4e29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:53,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9465fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:53,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33225,-1 for getting cluster id 2024-11-27T17:22:53,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:53,780 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7395c31e-1e74-4fc3-93af-312d3ab9dcac' 2024-11-27T17:22:53,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7395c31e-1e74-4fc3-93af-312d3ab9dcac" 2024-11-27T17:22:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ecdc31d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33225,-1] 2024-11-27T17:22:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:53,782 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:53,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f256d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:53,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,46523,1732728149362, seqNum=-1] 2024-11-27T17:22:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:53,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:22:53,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732728163816.987d8a292dad4337f57681034faccaf5., hostname=8f0673442175,46523,1732728149362, seqNum=2] 2024-11-27T17:22:53,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:53,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35701,1732728160624, seqNum=-1] 2024-11-27T17:22:53,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:53,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:22:53,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12., hostname=8f0673442175,35701,1732728160624, seqNum=2] 2024-11-27T17:22:53,799 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T17:22:53,849 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 379, reset compression=false 2024-11-27T17:22:54,253 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 379, reset compression=false 2024-11-27T17:22:54,304 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 379, reset compression=false 2024-11-27T17:22:54,308 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:54,308 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 480, reset compression=false 2024-11-27T17:22:54,308 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.shipper8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,46523,1732728149362 got entry batch from reader: WALEntryBatch [walEntries=[{test/987d8a292dad4337f57681034faccaf5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T17:22:54,310 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.shipper8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:22:54,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-27T17:22:54,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:54,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19bb393e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:54,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,43699,-1 for getting cluster id 2024-11-27T17:22:54,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:54,313 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa7ae918-c27d-4cb9-9444-76a4a3875efa' 2024-11-27T17:22:54,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:54,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa7ae918-c27d-4cb9-9444-76a4a3875efa" 2024-11-27T17:22:54,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2192e576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:54,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,43699,-1] 2024-11-27T17:22:54,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:54,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:54,314 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:54,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39a67ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:54,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:54,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42289,1732728156118, seqNum=-1] 2024-11-27T17:22:54,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:54,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T17:22:54,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732728164955.fc757298e6411b731d503051e702fa21., hostname=8f0673442175,42289,1732728156118, seqNum=2] 2024-11-27T17:22:54,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:54,369 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 379, reset compression=false 2024-11-27T17:22:54,374 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:54,374 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 503, reset compression=false 2024-11-27T17:22:54,374 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,42289,1732728156118 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc757298e6411b731d503051e702fa21/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T17:22:54,376 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:22:54,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-27T17:22:54,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35701 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:54,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72bd71d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:54,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35701 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33225,-1 for getting cluster id 2024-11-27T17:22:54,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:22:54,378 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7395c31e-1e74-4fc3-93af-312d3ab9dcac' 2024-11-27T17:22:54,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:22:54,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7395c31e-1e74-4fc3-93af-312d3ab9dcac" 2024-11-27T17:22:54,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@589dfb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:54,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33225,-1] 2024-11-27T17:22:54,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:22:54,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:54,380 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:22:54,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bb845c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:22:54,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35701 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:54,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,35701,1732728160624, seqNum=-1] 2024-11-27T17:22:54,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:54,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T17:22:54,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12., hostname=8f0673442175,35701,1732728160624, seqNum=2] 2024-11-27T17:22:54,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35701 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:54,511 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 480, reset compression=false 2024-11-27T17:22:54,578 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 503, reset compression=false 2024-11-27T17:22:54,760 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 379, reset compression=false 2024-11-27T17:22:54,768 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:54,768 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 527, reset compression=false 2024-11-27T17:22:54,768 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35701,1732728160624 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:54,801 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T17:22:54,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:22:54,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42289,1732728156118, seqNum=-1] 2024-11-27T17:22:54,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:22:54,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:22:54,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732728164955.fc757298e6411b731d503051e702fa21., hostname=8f0673442175,42289,1732728156118, seqNum=2] 2024-11-27T17:22:54,810 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T17:22:54,814 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 480, reset compression=false 2024-11-27T17:22:54,883 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 503, reset compression=false 2024-11-27T17:22:54,888 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:54,888 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 607, reset compression=false 2024-11-27T17:22:54,888 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,42289,1732728156118 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc757298e6411b731d503051e702fa21/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T17:22:54,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35701 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:54,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35701 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:54,981 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 527, reset compression=false 2024-11-27T17:22:54,989 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:54,989 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 655, reset compression=false 2024-11-27T17:22:54,989 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35701,1732728160624 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:55,094 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 607, reset compression=false 2024-11-27T17:22:55,209 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 655, reset compression=false 2024-11-27T17:22:55,230 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 480, reset compression=false 2024-11-27T17:22:55,341 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T17:22:55,413 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 607, reset compression=false 2024-11-27T17:22:55,512 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 655, reset compression=false 2024-11-27T17:22:55,741 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 480, reset compression=false 2024-11-27T17:22:55,813 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T17:22:55,816 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 607, reset compression=false 2024-11-27T17:22:55,817 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T17:22:55,929 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 655, reset compression=false 2024-11-27T17:22:55,935 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:55,935 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 759, reset compression=false 2024-11-27T17:22:55,935 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35701,1732728160624 got entry batch from reader: WALEntryBatch [walEntries=[{test/4fe5a25d71d24ebe21bd350001c92e12/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T17:22:55,938 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:22:55,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-27T17:22:55,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:55,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:55,949 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:22:55,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:55,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:55,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:55,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:55,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:56,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:56,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:56,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:56,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:56,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:56,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:56,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:56,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:56,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:56,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:22:56,144 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 759, reset compression=false 2024-11-27T17:22:56,333 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 607, reset compression=false 2024-11-27T17:22:56,338 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:56,338 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 734, reset compression=false 2024-11-27T17:22:56,338 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,42289,1732728156118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:56,353 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 480, reset compression=false 2024-11-27T17:22:56,448 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 759, reset compression=false 2024-11-27T17:22:56,541 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 734, reset compression=false 2024-11-27T17:22:56,819 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T17:22:56,822 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T17:22:56,846 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 734, reset compression=false 2024-11-27T17:22:56,851 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 759, reset compression=false 2024-11-27T17:22:57,056 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 480, reset compression=false 2024-11-27T17:22:57,066 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:57,066 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 636, reset compression=false 2024-11-27T17:22:57,066 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.shipper8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,46523,1732728149362 got entry batch from reader: WALEntryBatch [walEntries=[{test/987d8a292dad4337f57681034faccaf5/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T17:22:57,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:57,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:57,253 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 734, reset compression=false 2024-11-27T17:22:57,257 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:57,257 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 881, reset compression=false 2024-11-27T17:22:57,257 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,42289,1732728156118 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc757298e6411b731d503051e702fa21/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T17:22:57,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35701 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:57,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35701 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:57,277 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 636, reset compression=false 2024-11-27T17:22:57,362 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 759, reset compression=false 2024-11-27T17:22:57,368 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:57,368 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 930, reset compression=false 2024-11-27T17:22:57,369 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35701,1732728160624 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:57,462 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 881, reset compression=false 2024-11-27T17:22:57,576 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 930, reset compression=false 2024-11-27T17:22:57,585 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 636, reset compression=false 2024-11-27T17:22:57,767 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 881, reset compression=false 2024-11-27T17:22:57,824 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T17:22:57,831 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T17:22:57,884 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 930, reset compression=false 2024-11-27T17:22:57,913 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:22:57,914 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:22:57,914 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108674 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:22:57,989 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 636, reset compression=false 2024-11-27T17:22:58,184 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 881, reset compression=false 2024-11-27T17:22:58,216 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:58,217 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 1040, reset compression=false 2024-11-27T17:22:58,217 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,42289,1732728156118 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc757298e6411b731d503051e702fa21/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T17:22:58,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35701 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:58,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35701 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:58,309 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 930, reset compression=false 2024-11-27T17:22:58,331 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:58,332 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 1080, reset compression=false 2024-11-27T17:22:58,332 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35701,1732728160624 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:58,447 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 1040, reset compression=false 2024-11-27T17:22:58,499 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 636, reset compression=false 2024-11-27T17:22:58,541 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 1080, reset compression=false 2024-11-27T17:22:58,776 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 1040, reset compression=false 2024-11-27T17:22:58,838 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T17:22:58,844 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T17:22:58,854 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 1080, reset compression=false 2024-11-27T17:22:58,892 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:22:58,892 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 1239, reset compression=false 2024-11-27T17:22:58,892 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35701,1732728160624 got entry batch from reader: WALEntryBatch [walEntries=[{test/4fe5a25d71d24ebe21bd350001c92e12/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T17:22:58,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T17:22:58,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T17:22:59,129 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 636, reset compression=false 2024-11-27T17:22:59,130 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:22:59,142 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 1239, reset compression=false 2024-11-27T17:22:59,225 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 1040, reset compression=false 2024-11-27T17:22:59,230 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:22:59,230 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 1189, reset compression=false 2024-11-27T17:22:59,230 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,42289,1732728156118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:22:59,439 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 1189, reset compression=false 2024-11-27T17:22:59,488 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 1239, reset compression=false 2024-11-27T17:22:59,762 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 1189, reset compression=false 2024-11-27T17:22:59,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T17:22:59,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T17:22:59,846 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T17:22:59,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:22:59,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:22:59,862 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:59,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:59,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:22:59,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:59,863 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:22:59,863 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=872638906, stopped=false 2024-11-27T17:22:59,863 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,33225,1732728160503 2024-11-27T17:22:59,865 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 636, reset compression=false 2024-11-27T17:22:59,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-604492348/running 2024-11-27T17:22:59,885 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-604492348/running 2024-11-27T17:22:59,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:22:59,885 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:22:59,885 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:22:59,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:22:59,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:59,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:59,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Set watcher on znode that does not yet exist, /2-604492348/running 2024-11-27T17:22:59,886 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,35701,1732728160624' ***** 2024-11-27T17:22:59,886 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:22:59,887 INFO [RS:0;8f0673442175:35701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:22:59,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Set watcher on znode that does not yet exist, /2-604492348/running 2024-11-27T17:22:59,887 INFO [RS:0;8f0673442175:35701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:22:59,887 INFO [RS:0;8f0673442175:35701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:22:59,887 INFO [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(3091): Received CLOSE for f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:22:59,887 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:22:59,887 INFO [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:22:59,887 INFO [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,35701,1732728160624 2024-11-27T17:22:59,887 INFO [RS:0;8f0673442175:35701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:22:59,887 INFO [RS:0;8f0673442175:35701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:35701. 2024-11-27T17:22:59,887 DEBUG [RS:0;8f0673442175:35701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:22:59,888 DEBUG [RS:0;8f0673442175:35701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:22:59,888 INFO [RS:0;8f0673442175:35701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:22:59,888 INFO [RS:0;8f0673442175:35701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:22:59,888 INFO [RS:0;8f0673442175:35701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:22:59,888 INFO [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:22:59,888 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f37e39dbefe290923d7a52ffd23b80dd, disabling compactions & flushes 2024-11-27T17:22:59,888 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd. 2024-11-27T17:22:59,888 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd. 2024-11-27T17:22:59,888 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd. after waiting 0 ms 2024-11-27T17:22:59,888 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd. 2024-11-27T17:22:59,889 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f37e39dbefe290923d7a52ffd23b80dd 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-27T17:22:59,896 INFO [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T17:22:59,896 DEBUG [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1325): Online Regions={f37e39dbefe290923d7a52ffd23b80dd=hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd., 1588230740=hbase:meta,,1.1588230740, 4fe5a25d71d24ebe21bd350001c92e12=test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12.} 2024-11-27T17:22:59,896 DEBUG [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fe5a25d71d24ebe21bd350001c92e12, f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:22:59,897 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:22:59,897 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:22:59,897 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:22:59,897 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:22:59,897 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:22:59,897 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T17:22:59,905 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 1239, reset compression=false 2024-11-27T17:22:59,937 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/replication/f37e39dbefe290923d7a52ffd23b80dd/.tmp/queue/7316cf6a2f4e4a56a1668871703169ab is 154, key is 1-8f0673442175,35701,1732728160624/queue:8f0673442175%2C35701%2C1732728160624/1732728178899/Put/seqid=0 2024-11-27T17:22:59,949 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/.tmp/info/6af63644dc3347c1b3d08a135cb62a62 is 147, key is hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd./info:regioninfo/1732728173002/Put/seqid=0 2024-11-27T17:22:59,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741840_1016 (size=5353) 2024-11-27T17:22:59,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741841_1017 (size=7686) 2024-11-27T17:22:59,966 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:23:00,097 DEBUG [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fe5a25d71d24ebe21bd350001c92e12, f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:23:00,200 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 1189, reset compression=false 2024-11-27T17:23:00,297 DEBUG [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fe5a25d71d24ebe21bd350001c92e12, f37e39dbefe290923d7a52ffd23b80dd 2024-11-27T17:23:00,301 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:23:00,301 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:23:00,358 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/replication/f37e39dbefe290923d7a52ffd23b80dd/.tmp/queue/7316cf6a2f4e4a56a1668871703169ab 2024-11-27T17:23:00,361 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/.tmp/info/6af63644dc3347c1b3d08a135cb62a62 2024-11-27T17:23:00,370 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/replication/f37e39dbefe290923d7a52ffd23b80dd/.tmp/queue/7316cf6a2f4e4a56a1668871703169ab as hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/replication/f37e39dbefe290923d7a52ffd23b80dd/queue/7316cf6a2f4e4a56a1668871703169ab 2024-11-27T17:23:00,393 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/replication/f37e39dbefe290923d7a52ffd23b80dd/queue/7316cf6a2f4e4a56a1668871703169ab, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T17:23:00,398 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for f37e39dbefe290923d7a52ffd23b80dd in 509ms, sequenceid=12, compaction requested=false 2024-11-27T17:23:00,402 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/replication/f37e39dbefe290923d7a52ffd23b80dd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T17:23:00,403 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:00,403 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:23:00,403 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd. 2024-11-27T17:23:00,403 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f37e39dbefe290923d7a52ffd23b80dd: Waiting for close lock at 1732728179888Running coprocessor pre-close hooks at 1732728179888Disabling compacts and flushes for region at 1732728179888Disabling writes for close at 1732728179888Obtaining lock to block concurrent updates at 1732728179889 (+1 ms)Preparing flush snapshotting stores in f37e39dbefe290923d7a52ffd23b80dd at 1732728179889Finished memstore snapshotting hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732728179889Flushing stores of hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd. at 1732728179897 (+8 ms)Flushing f37e39dbefe290923d7a52ffd23b80dd/queue: creating writer at 1732728179897Flushing f37e39dbefe290923d7a52ffd23b80dd/queue: appending metadata at 1732728179936 (+39 ms)Flushing f37e39dbefe290923d7a52ffd23b80dd/queue: closing flushed file at 1732728179936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1edf93b3: reopening flushed file at 1732728180368 (+432 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for f37e39dbefe290923d7a52ffd23b80dd in 509ms, sequenceid=12, compaction requested=false at 1732728180398 (+30 ms)Writing region close event to WAL at 1732728180399 (+1 ms)Running coprocessor post-close hooks at 1732728180403 (+4 ms)Closed at 1732728180403 2024-11-27T17:23:00,403 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732728172597.f37e39dbefe290923d7a52ffd23b80dd. 2024-11-27T17:23:00,404 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fe5a25d71d24ebe21bd350001c92e12, disabling compactions & flushes 2024-11-27T17:23:00,404 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12. 2024-11-27T17:23:00,404 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12. 2024-11-27T17:23:00,404 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12. after waiting 0 ms 2024-11-27T17:23:00,404 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12. 2024-11-27T17:23:00,404 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4fe5a25d71d24ebe21bd350001c92e12 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T17:23:00,407 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/.tmp/ns/baf0b4b71059478aaf20145fac558672 is 43, key is default/ns:d/1732728163765/Put/seqid=0 2024-11-27T17:23:00,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741842_1018 (size=5153) 2024-11-27T17:23:00,432 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/.tmp/ns/baf0b4b71059478aaf20145fac558672 2024-11-27T17:23:00,435 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/.tmp/f/ec235575c624435389dd147dabbf335e is 29, key is row1/f:/1732728177829/DeleteFamily/seqid=0 2024-11-27T17:23:00,443 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 1239, reset compression=false 2024-11-27T17:23:00,460 DEBUG [master/8f0673442175:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=1, created chunk count=33, reused chunk count=130, reuseRatio=79.75% 2024-11-27T17:23:00,461 DEBUG [master/8f0673442175:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-27T17:23:00,464 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/.tmp/rep_barrier/ce7860574bed419c8adfc2f9c9a3e7c1 is 112, key is test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12./rep_barrier:seqnumDuringOpen/1732728168259/Put/seqid=0 2024-11-27T17:23:00,465 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:23:00,465 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 1486, reset compression=false 2024-11-27T17:23:00,465 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,35701,1732728160624 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:23:00,466 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8f0673442175,35701,1732728160624: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8f0673442175,35701,1732728160624, walGroup=8f0673442175%2C35701%2C1732728160624, offset=8f0673442175%2C35701%2C1732728160624.1732728163355:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:35701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T17:23:00,468 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T17:23:00,468 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T17:23:00,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741843_1019 (size=5152) 2024-11-27T17:23:00,470 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T17:23:00,470 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T17:23:00,470 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T17:23:00,470 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1361051648, "init": 1048576000, "max": 2306867200, "used": 989313920 }, "NonHeapMemoryUsage": { "committed": 207028224, "init": 7667712, "max": -1, "used": 202090120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T17:23:00,470 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:33225 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:33225 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T17:23:00,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741844_1020 (size=5518) 2024-11-27T17:23:00,497 DEBUG [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:23:00,687 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 636, reset compression=false 2024-11-27T17:23:00,693 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 1486, reset compression=false 2024-11-27T17:23:00,697 DEBUG [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:23:00,737 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 1189, reset compression=false 2024-11-27T17:23:00,870 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/.tmp/f/ec235575c624435389dd147dabbf335e 2024-11-27T17:23:00,876 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec235575c624435389dd147dabbf335e 2024-11-27T17:23:00,894 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/.tmp/rep_barrier/ce7860574bed419c8adfc2f9c9a3e7c1 2024-11-27T17:23:00,897 INFO [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T17:23:00,897 DEBUG [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4fe5a25d71d24ebe21bd350001c92e12=test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12.} 2024-11-27T17:23:00,897 DEBUG [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fe5a25d71d24ebe21bd350001c92e12 2024-11-27T17:23:00,911 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/.tmp/f1/96383f3652db44d39e170774a023da34 is 30, key is row1/f1:/1732728177829/DeleteFamily/seqid=0 2024-11-27T17:23:00,920 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/.tmp/table/c2d73844bbe5453991b26ebc8a8e32da is 53, key is hbase:replication/table:state/1732728173008/Put/seqid=0 2024-11-27T17:23:00,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741845_1021 (size=5158) 2024-11-27T17:23:00,929 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/.tmp/f1/96383f3652db44d39e170774a023da34 2024-11-27T17:23:00,934 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96383f3652db44d39e170774a023da34 2024-11-27T17:23:00,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741846_1022 (size=5308) 2024-11-27T17:23:00,982 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/.tmp/norep/78ee34e49a05490db90e6df7bdcc19d1 is 33, key is row2/norep:/1732728178840/DeleteFamily/seqid=0 2024-11-27T17:23:00,996 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 1486, reset compression=false 2024-11-27T17:23:01,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741847_1023 (size=5108) 2024-11-27T17:23:01,013 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/.tmp/norep/78ee34e49a05490db90e6df7bdcc19d1 2024-11-27T17:23:01,019 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78ee34e49a05490db90e6df7bdcc19d1 2024-11-27T17:23:01,020 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/.tmp/f/ec235575c624435389dd147dabbf335e as hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/f/ec235575c624435389dd147dabbf335e 2024-11-27T17:23:01,027 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec235575c624435389dd147dabbf335e 2024-11-27T17:23:01,027 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/f/ec235575c624435389dd147dabbf335e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T17:23:01,033 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/.tmp/f1/96383f3652db44d39e170774a023da34 as hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/f1/96383f3652db44d39e170774a023da34 2024-11-27T17:23:01,044 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96383f3652db44d39e170774a023da34 2024-11-27T17:23:01,044 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/f1/96383f3652db44d39e170774a023da34, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T17:23:01,045 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/.tmp/norep/78ee34e49a05490db90e6df7bdcc19d1 as hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/norep/78ee34e49a05490db90e6df7bdcc19d1 2024-11-27T17:23:01,049 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78ee34e49a05490db90e6df7bdcc19d1 2024-11-27T17:23:01,049 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/norep/78ee34e49a05490db90e6df7bdcc19d1, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T17:23:01,050 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4fe5a25d71d24ebe21bd350001c92e12 in 645ms, sequenceid=10, compaction requested=false 2024-11-27T17:23:01,069 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/default/test/4fe5a25d71d24ebe21bd350001c92e12/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T17:23:01,069 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:01,069 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:23:01,069 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12. 2024-11-27T17:23:01,069 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fe5a25d71d24ebe21bd350001c92e12: Waiting for close lock at 1732728180404Running coprocessor pre-close hooks at 1732728180404Disabling compacts and flushes for region at 1732728180404Disabling writes for close at 1732728180404Obtaining lock to block concurrent updates at 1732728180404Preparing flush snapshotting stores in 4fe5a25d71d24ebe21bd350001c92e12 at 1732728180404Finished memstore snapshotting test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732728180404Flushing stores of test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12. at 1732728180408 (+4 ms)Flushing 4fe5a25d71d24ebe21bd350001c92e12/f: creating writer at 1732728180408Flushing 4fe5a25d71d24ebe21bd350001c92e12/f: appending metadata at 1732728180435 (+27 ms)Flushing 4fe5a25d71d24ebe21bd350001c92e12/f: closing flushed file at 1732728180435Flushing 4fe5a25d71d24ebe21bd350001c92e12/f1: creating writer at 1732728180876 (+441 ms)Flushing 4fe5a25d71d24ebe21bd350001c92e12/f1: appending metadata at 1732728180910 (+34 ms)Flushing 4fe5a25d71d24ebe21bd350001c92e12/f1: closing flushed file at 1732728180910Flushing 4fe5a25d71d24ebe21bd350001c92e12/norep: creating writer at 1732728180934 (+24 ms)Flushing 4fe5a25d71d24ebe21bd350001c92e12/norep: appending metadata at 1732728180981 (+47 ms)Flushing 4fe5a25d71d24ebe21bd350001c92e12/norep: closing flushed file at 1732728180981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ac26fd: reopening flushed file at 1732728181019 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d639ce2: reopening flushed file at 1732728181027 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6776ff0b: reopening flushed file at 1732728181044 (+17 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4fe5a25d71d24ebe21bd350001c92e12 in 645ms, sequenceid=10, compaction requested=false at 1732728181050 (+6 ms)Writing region close event to WAL at 1732728181059 (+9 ms)Running coprocessor post-close hooks at 1732728181069 (+10 ms)Closed at 1732728181069 2024-11-27T17:23:01,070 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732728167116.4fe5a25d71d24ebe21bd350001c92e12. 2024-11-27T17:23:01,097 DEBUG [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:01,298 DEBUG [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:01,341 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 1189, reset compression=false 2024-11-27T17:23:01,381 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/.tmp/table/c2d73844bbe5453991b26ebc8a8e32da 2024-11-27T17:23:01,386 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/.tmp/info/6af63644dc3347c1b3d08a135cb62a62 as hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/info/6af63644dc3347c1b3d08a135cb62a62 2024-11-27T17:23:01,393 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/info/6af63644dc3347c1b3d08a135cb62a62, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T17:23:01,395 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/.tmp/ns/baf0b4b71059478aaf20145fac558672 as hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/ns/baf0b4b71059478aaf20145fac558672 2024-11-27T17:23:01,405 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/ns/baf0b4b71059478aaf20145fac558672, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T17:23:01,406 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/.tmp/rep_barrier/ce7860574bed419c8adfc2f9c9a3e7c1 as hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/rep_barrier/ce7860574bed419c8adfc2f9c9a3e7c1 2024-11-27T17:23:01,414 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/rep_barrier/ce7860574bed419c8adfc2f9c9a3e7c1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T17:23:01,414 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/.tmp/table/c2d73844bbe5453991b26ebc8a8e32da as hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/table/c2d73844bbe5453991b26ebc8a8e32da 2024-11-27T17:23:01,419 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/table/c2d73844bbe5453991b26ebc8a8e32da, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T17:23:01,420 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1523ms, sequenceid=16, compaction requested=false 2024-11-27T17:23:01,428 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 1486, reset compression=false 2024-11-27T17:23:01,440 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T17:23:01,441 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:01,441 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:23:01,441 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:23:01,441 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728179897Running coprocessor pre-close hooks at 1732728179897Disabling compacts and flushes for region at 1732728179897Disabling writes for close at 1732728179897Obtaining lock to block concurrent updates at 1732728179897Preparing flush snapshotting stores in 1588230740 at 1732728179897Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732728179897Flushing stores of hbase:meta,,1.1588230740 at 1732728179908 (+11 ms)Flushing 1588230740/info: creating writer at 1732728179908Flushing 1588230740/info: appending metadata at 1732728179949 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732728179949Flushing 1588230740/ns: creating writer at 1732728180372 (+423 ms)Flushing 1588230740/ns: appending metadata at 1732728180407 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1732728180407Flushing 1588230740/rep_barrier: creating writer at 1732728180443 (+36 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732728180464 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732728180464Flushing 1588230740/table: creating writer at 1732728180899 (+435 ms)Flushing 1588230740/table: appending metadata at 1732728180920 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732728180920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@184441a: reopening flushed file at 1732728181385 (+465 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4361eb: reopening flushed file at 1732728181393 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34e05e1a: reopening flushed file at 1732728181405 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d70783f: reopening flushed file at 1732728181414 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1523ms, sequenceid=16, compaction requested=false at 1732728181420 (+6 ms)Writing region close event to WAL at 1732728181427 (+7 ms)Running coprocessor post-close hooks at 1732728181440 (+13 ms)Closed at 1732728181441 (+1 ms) 2024-11-27T17:23:01,441 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:23:01,442 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:23:01,442 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 2130, reset compression=false 2024-11-27T17:23:01,498 INFO [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,35701,1732728160624; all regions closed. 2024-11-27T17:23:01,508 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.meta.1732728163718.meta not finished, retry = 0 2024-11-27T17:23:01,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741834_1010 (size=4239) 2024-11-27T17:23:01,590 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 636, reset compression=false 2024-11-27T17:23:01,614 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.rep.1732728172953 not finished, retry = 0 2024-11-27T17:23:01,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741839_1015 (size=3114) 2024-11-27T17:23:01,649 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/WALs/8f0673442175,35701,1732728160624/8f0673442175%2C35701%2C1732728160624.1732728163355 to pos 2130, reset compression=false 2024-11-27T17:23:01,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741833_1009 (size=2138) 2024-11-27T17:23:01,744 DEBUG [RS:0;8f0673442175:35701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:01,744 INFO [RS:0;8f0673442175:35701 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:23:01,744 INFO [RS:0;8f0673442175:35701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:23:01,744 INFO [RS:0;8f0673442175:35701 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T17:23:01,745 INFO [RS:0;8f0673442175:35701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:23:01,745 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:23:01,745 INFO [RS:0;8f0673442175:35701 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,35701,1732728160624 because: Region server is closing 2024-11-27T17:23:01,745 INFO [RS:0;8f0673442175:35701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:35701. 2024-11-27T17:23:01,745 DEBUG [RS:0;8f0673442175:35701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:01,745 DEBUG [RS:0;8f0673442175:35701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:01,745 DEBUG [RS:0;8f0673442175:35701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:01,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:01,845 INFO [RS:0;8f0673442175:35701 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.shipper8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 terminated 2024-11-27T17:23:01,846 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,35701,1732728160624.replicationSource.wal-reader.8f0673442175%2C35701%2C1732728160624,1-8f0673442175,35701,1732728160624 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T17:23:01,846 INFO [RS:0;8f0673442175:35701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:35701. 2024-11-27T17:23:01,846 DEBUG [RS:0;8f0673442175:35701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:01,846 DEBUG [RS:0;8f0673442175:35701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:01,846 DEBUG [RS:0;8f0673442175:35701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:01,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:01,846 INFO [RS:0;8f0673442175:35701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35701 2024-11-27T17:23:01,874 INFO [RS:0;8f0673442175:35701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:23:01,884 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-604492348/rs/8f0673442175,35701,1732728160624 2024-11-27T17:23:01,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348/rs 2024-11-27T17:23:01,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,35701,1732728160624] 2024-11-27T17:23:01,895 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-604492348/draining/8f0673442175,35701,1732728160624 already deleted, retry=false 2024-11-27T17:23:01,895 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,35701,1732728160624 expired; onlineServers=0 2024-11-27T17:23:01,895 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,33225,1732728160503' ***** 2024-11-27T17:23:01,895 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:23:01,895 INFO [M:0;8f0673442175:33225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:23:01,895 INFO [M:0;8f0673442175:33225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:23:01,895 DEBUG [M:0;8f0673442175:33225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:23:01,895 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:23:01,895 DEBUG [M:0;8f0673442175:33225 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:23:01,896 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728163044 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728163044,5,FailOnTimeoutGroup] 2024-11-27T17:23:01,896 INFO [M:0;8f0673442175:33225 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:23:01,896 INFO [M:0;8f0673442175:33225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:23:01,896 DEBUG [M:0;8f0673442175:33225 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:23:01,896 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728163044 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728163044,5,FailOnTimeoutGroup] 2024-11-27T17:23:01,896 INFO [M:0;8f0673442175:33225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:23:01,896 INFO [M:0;8f0673442175:33225 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:23:01,897 INFO [M:0;8f0673442175:33225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:23:01,897 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:23:01,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-604492348/master 2024-11-27T17:23:01,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-604492348 2024-11-27T17:23:01,912 DEBUG [M:0;8f0673442175:33225 {}] zookeeper.ZKUtil(347): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Unable to get data of znode /2-604492348/master because node does not exist (not an error) 2024-11-27T17:23:01,912 WARN [M:0;8f0673442175:33225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:23:01,929 INFO [M:0;8f0673442175:33225 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/.lastflushedseqids 2024-11-27T17:23:01,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741848_1024 (size=245) 2024-11-27T17:23:01,985 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:01,985 INFO [RS:0;8f0673442175:35701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:23:01,985 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35701-0x1017d5148f10007, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:01,985 INFO [RS:0;8f0673442175:35701 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,35701,1732728160624; zookeeper connection closed. 2024-11-27T17:23:01,985 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cc93dd5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cc93dd5 2024-11-27T17:23:01,985 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:23:02,044 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 1189, reset compression=false 2024-11-27T17:23:02,338 INFO [M:0;8f0673442175:33225 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:23:02,338 INFO [M:0;8f0673442175:33225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:23:02,339 DEBUG [M:0;8f0673442175:33225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:23:02,339 INFO [M:0;8f0673442175:33225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:02,339 DEBUG [M:0;8f0673442175:33225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:02,339 DEBUG [M:0;8f0673442175:33225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:23:02,339 DEBUG [M:0;8f0673442175:33225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:02,339 INFO [M:0;8f0673442175:33225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T17:23:02,357 DEBUG [M:0;8f0673442175:33225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb6fe0fafe014f46b11991e5fb32909d is 82, key is hbase:meta,,1/info:regioninfo/1732728163745/Put/seqid=0 2024-11-27T17:23:02,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741849_1025 (size=5672) 2024-11-27T17:23:02,366 INFO [M:0;8f0673442175:33225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb6fe0fafe014f46b11991e5fb32909d 2024-11-27T17:23:02,402 DEBUG [M:0;8f0673442175:33225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e1abeb720c043beb21d7cbe29971b44 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732728173012/Put/seqid=0 2024-11-27T17:23:02,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741850_1026 (size=8515) 2024-11-27T17:23:02,600 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 636, reset compression=false 2024-11-27T17:23:02,811 INFO [M:0;8f0673442175:33225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e1abeb720c043beb21d7cbe29971b44 2024-11-27T17:23:02,851 DEBUG [M:0;8f0673442175:33225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/278ddbfbca2449559873862a1e544da2 is 69, key is 8f0673442175,35701,1732728160624/rs:state/1732728163129/Put/seqid=0 2024-11-27T17:23:02,857 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 1189, reset compression=false 2024-11-27T17:23:02,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741851_1027 (size=5156) 2024-11-27T17:23:02,876 INFO [M:0;8f0673442175:33225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/278ddbfbca2449559873862a1e544da2 2024-11-27T17:23:02,882 DEBUG [M:0;8f0673442175:33225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb6fe0fafe014f46b11991e5fb32909d as hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb6fe0fafe014f46b11991e5fb32909d 2024-11-27T17:23:02,886 INFO [M:0;8f0673442175:33225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb6fe0fafe014f46b11991e5fb32909d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T17:23:02,887 DEBUG [M:0;8f0673442175:33225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e1abeb720c043beb21d7cbe29971b44 as hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e1abeb720c043beb21d7cbe29971b44 2024-11-27T17:23:02,897 INFO [M:0;8f0673442175:33225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e1abeb720c043beb21d7cbe29971b44, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T17:23:02,898 DEBUG [M:0;8f0673442175:33225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/278ddbfbca2449559873862a1e544da2 as hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/278ddbfbca2449559873862a1e544da2 2024-11-27T17:23:02,902 INFO [M:0;8f0673442175:33225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41751/user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/278ddbfbca2449559873862a1e544da2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T17:23:02,903 INFO [M:0;8f0673442175:33225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 564ms, sequenceid=97, compaction requested=false 2024-11-27T17:23:02,912 INFO [M:0;8f0673442175:33225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:02,913 DEBUG [M:0;8f0673442175:33225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728182339Disabling compacts and flushes for region at 1732728182339Disabling writes for close at 1732728182339Obtaining lock to block concurrent updates at 1732728182339Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728182339Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732728182340 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728182340Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728182340Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728182357 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728182357Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728182374 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728182402 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728182402Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728182816 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728182851 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728182851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@118df26d: reopening flushed file at 1732728182881 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@218eb05c: reopening flushed file at 1732728182886 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68424c51: reopening flushed file at 1732728182897 (+11 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 564ms, sequenceid=97, compaction requested=false at 1732728182903 (+6 ms)Writing region close event to WAL at 1732728182912 (+9 ms)Closed at 1732728182912 2024-11-27T17:23:02,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38757 is added to blk_1073741830_1006 (size=63642) 2024-11-27T17:23:02,919 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b85d6cc-8ac6-0794-6848-7962f96487e1/MasterData/WALs/8f0673442175,33225,1732728160503/8f0673442175%2C33225%2C1732728160503.1732728162728 not finished, retry = 0 2024-11-27T17:23:03,021 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:23:03,021 INFO [M:0;8f0673442175:33225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:23:03,021 INFO [M:0;8f0673442175:33225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33225 2024-11-27T17:23:03,022 INFO [M:0;8f0673442175:33225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:23:03,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:03,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33225-0x1017d5148f10006, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:03,360 INFO [M:0;8f0673442175:33225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:23:03,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@472324e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:23:03,414 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@764bf359{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:23:03,414 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:23:03,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50206fc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:23:03,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aedf46f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/hadoop.log.dir/,STOPPED} 2024-11-27T17:23:03,418 WARN [BP-31294999-172.17.0.3-1732728158707 heartbeating to localhost/127.0.0.1:41751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:23:03,418 WARN [BP-31294999-172.17.0.3-1732728158707 heartbeating to localhost/127.0.0.1:41751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-31294999-172.17.0.3-1732728158707 (Datanode Uuid 8ebfcbe8-6fc4-4665-8dee-effc6f0a66d2) service to localhost/127.0.0.1:41751 2024-11-27T17:23:03,419 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:23:03,419 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:23:03,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/cluster_e19fed6e-34a5-9eca-0fd3-89cc43146f45/data/data1/current/BP-31294999-172.17.0.3-1732728158707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:23:03,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/cluster_e19fed6e-34a5-9eca-0fd3-89cc43146f45/data/data2/current/BP-31294999-172.17.0.3-1732728158707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:23:03,420 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:23:03,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@639422ce{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:23:03,429 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@521f50aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:23:03,429 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:23:03,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb6ef04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:23:03,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b63b570{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/hadoop.log.dir/,STOPPED} 2024-11-27T17:23:03,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:23:03,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:23:03,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:23:03,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:03,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:03,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:03,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:03,454 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:23:03,454 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1367770298, stopped=false 2024-11-27T17:23:03,454 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,43699,1732728155948 2024-11-27T17:23:03,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-329761375/running 2024-11-27T17:23:03,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:23:03,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-329761375/running 2024-11-27T17:23:03,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:23:03,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Set watcher on znode that does not yet exist, /1-329761375/running 2024-11-27T17:23:03,515 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:23:03,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Set watcher on znode that does not yet exist, /1-329761375/running 2024-11-27T17:23:03,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:23:03,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:03,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:03,518 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,42289,1732728156118' ***** 2024-11-27T17:23:03,518 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:23:03,518 INFO [RS:0;8f0673442175:42289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:23:03,519 INFO [RS:0;8f0673442175:42289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:23:03,519 INFO [RS:0;8f0673442175:42289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:23:03,519 INFO [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(3091): Received CLOSE for fc757298e6411b731d503051e702fa21 2024-11-27T17:23:03,519 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:23:03,519 INFO [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(3091): Received CLOSE for cedde5e04b7db71f13d72b5678d012f7 2024-11-27T17:23:03,519 INFO [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,42289,1732728156118 2024-11-27T17:23:03,519 INFO [RS:0;8f0673442175:42289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:23:03,519 INFO [RS:0;8f0673442175:42289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:42289. 2024-11-27T17:23:03,519 DEBUG [RS:0;8f0673442175:42289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:03,519 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc757298e6411b731d503051e702fa21, disabling compactions & flushes 2024-11-27T17:23:03,519 DEBUG [RS:0;8f0673442175:42289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:03,519 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732728164955.fc757298e6411b731d503051e702fa21. 2024-11-27T17:23:03,519 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728164955.fc757298e6411b731d503051e702fa21. 2024-11-27T17:23:03,519 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732728164955.fc757298e6411b731d503051e702fa21. after waiting 0 ms 2024-11-27T17:23:03,519 INFO [RS:0;8f0673442175:42289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:23:03,519 INFO [RS:0;8f0673442175:42289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:23:03,519 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732728164955.fc757298e6411b731d503051e702fa21. 2024-11-27T17:23:03,519 INFO [RS:0;8f0673442175:42289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:23:03,519 INFO [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:23:03,520 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc757298e6411b731d503051e702fa21 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T17:23:03,522 INFO [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T17:23:03,522 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1325): Online Regions={fc757298e6411b731d503051e702fa21=test,,1732728164955.fc757298e6411b731d503051e702fa21., cedde5e04b7db71f13d72b5678d012f7=hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T17:23:03,522 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cedde5e04b7db71f13d72b5678d012f7, fc757298e6411b731d503051e702fa21 2024-11-27T17:23:03,524 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:23:03,524 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:23:03,524 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:23:03,524 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:23:03,524 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:23:03,524 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T17:23:03,546 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/.tmp/info/61d1b525d0484db680a02f8e83e75188 is 147, key is hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7./info:regioninfo/1732728171808/Put/seqid=0 2024-11-27T17:23:03,547 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/.tmp/f/d629d92bb948463384cfd6aa28d2cadb is 29, key is row1/f:/1732728177829/DeleteFamily/seqid=0 2024-11-27T17:23:03,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741840_1016 (size=5152) 2024-11-27T17:23:03,567 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/.tmp/f/d629d92bb948463384cfd6aa28d2cadb 2024-11-27T17:23:03,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741841_1017 (size=7686) 2024-11-27T17:23:03,574 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d629d92bb948463384cfd6aa28d2cadb 2024-11-27T17:23:03,595 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/.tmp/f1/5474ad6604384035ae52c5a67fc3b4e8 is 30, key is row1/f1:/1732728177829/DeleteFamily/seqid=0 2024-11-27T17:23:03,606 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:23:03,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741842_1018 (size=5158) 2024-11-27T17:23:03,612 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/.tmp/f1/5474ad6604384035ae52c5a67fc3b4e8 2024-11-27T17:23:03,617 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5474ad6604384035ae52c5a67fc3b4e8 2024-11-27T17:23:03,638 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/.tmp/norep/f73b9102697040a9a82501cda394f21d is 33, key is row1/norep:/1732728177829/DeleteFamily/seqid=0 2024-11-27T17:23:03,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741843_1019 (size=5108) 2024-11-27T17:23:03,654 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/.tmp/norep/f73b9102697040a9a82501cda394f21d 2024-11-27T17:23:03,659 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f73b9102697040a9a82501cda394f21d 2024-11-27T17:23:03,660 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/.tmp/f/d629d92bb948463384cfd6aa28d2cadb as hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/f/d629d92bb948463384cfd6aa28d2cadb 2024-11-27T17:23:03,667 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d629d92bb948463384cfd6aa28d2cadb 2024-11-27T17:23:03,667 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/f/d629d92bb948463384cfd6aa28d2cadb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T17:23:03,668 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/.tmp/f1/5474ad6604384035ae52c5a67fc3b4e8 as hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/f1/5474ad6604384035ae52c5a67fc3b4e8 2024-11-27T17:23:03,674 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5474ad6604384035ae52c5a67fc3b4e8 2024-11-27T17:23:03,674 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/f1/5474ad6604384035ae52c5a67fc3b4e8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T17:23:03,675 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/.tmp/norep/f73b9102697040a9a82501cda394f21d as hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/norep/f73b9102697040a9a82501cda394f21d 2024-11-27T17:23:03,681 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f73b9102697040a9a82501cda394f21d 2024-11-27T17:23:03,681 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/norep/f73b9102697040a9a82501cda394f21d, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T17:23:03,683 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fc757298e6411b731d503051e702fa21 in 164ms, sequenceid=10, compaction requested=false 2024-11-27T17:23:03,683 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T17:23:03,697 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/default/test/fc757298e6411b731d503051e702fa21/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T17:23:03,700 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:03,700 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:23:03,700 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732728164955.fc757298e6411b731d503051e702fa21. 2024-11-27T17:23:03,700 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc757298e6411b731d503051e702fa21: Waiting for close lock at 1732728183519Running coprocessor pre-close hooks at 1732728183519Disabling compacts and flushes for region at 1732728183519Disabling writes for close at 1732728183519Obtaining lock to block concurrent updates at 1732728183520 (+1 ms)Preparing flush snapshotting stores in fc757298e6411b731d503051e702fa21 at 1732728183520Finished memstore snapshotting test,,1732728164955.fc757298e6411b731d503051e702fa21., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732728183521 (+1 ms)Flushing stores of test,,1732728164955.fc757298e6411b731d503051e702fa21. at 1732728183521Flushing fc757298e6411b731d503051e702fa21/f: creating writer at 1732728183521Flushing fc757298e6411b731d503051e702fa21/f: appending metadata at 1732728183546 (+25 ms)Flushing fc757298e6411b731d503051e702fa21/f: closing flushed file at 1732728183546Flushing fc757298e6411b731d503051e702fa21/f1: creating writer at 1732728183574 (+28 ms)Flushing fc757298e6411b731d503051e702fa21/f1: appending metadata at 1732728183594 (+20 ms)Flushing fc757298e6411b731d503051e702fa21/f1: closing flushed file at 1732728183594Flushing fc757298e6411b731d503051e702fa21/norep: creating writer at 1732728183617 (+23 ms)Flushing fc757298e6411b731d503051e702fa21/norep: appending metadata at 1732728183637 (+20 ms)Flushing fc757298e6411b731d503051e702fa21/norep: closing flushed file at 1732728183637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c0578bf: reopening flushed file at 1732728183659 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b8f8c0d: reopening flushed file at 1732728183667 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71949b1d: reopening flushed file at 1732728183674 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fc757298e6411b731d503051e702fa21 in 164ms, sequenceid=10, compaction requested=false at 1732728183683 (+9 ms)Writing region close event to WAL at 1732728183689 (+6 ms)Running coprocessor post-close hooks at 1732728183700 (+11 ms)Closed at 1732728183700 2024-11-27T17:23:03,700 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732728164955.fc757298e6411b731d503051e702fa21. 2024-11-27T17:23:03,700 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cedde5e04b7db71f13d72b5678d012f7, disabling compactions & flushes 2024-11-27T17:23:03,700 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7. 2024-11-27T17:23:03,700 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7. 2024-11-27T17:23:03,700 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7. after waiting 0 ms 2024-11-27T17:23:03,700 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7. 2024-11-27T17:23:03,701 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cedde5e04b7db71f13d72b5678d012f7 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-27T17:23:03,712 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 636, reset compression=false 2024-11-27T17:23:03,722 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cedde5e04b7db71f13d72b5678d012f7 2024-11-27T17:23:03,726 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/replication/cedde5e04b7db71f13d72b5678d012f7/.tmp/queue/418616fbdadc4360a394292771f0b04b is 154, key is 1-8f0673442175,42289,1732728156118/queue:8f0673442175%2C42289%2C1732728156118/1732728179231/Put/seqid=0 2024-11-27T17:23:03,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741844_1020 (size=5353) 2024-11-27T17:23:03,738 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/replication/cedde5e04b7db71f13d72b5678d012f7/.tmp/queue/418616fbdadc4360a394292771f0b04b 2024-11-27T17:23:03,747 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/replication/cedde5e04b7db71f13d72b5678d012f7/.tmp/queue/418616fbdadc4360a394292771f0b04b as hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/replication/cedde5e04b7db71f13d72b5678d012f7/queue/418616fbdadc4360a394292771f0b04b 2024-11-27T17:23:03,757 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/replication/cedde5e04b7db71f13d72b5678d012f7/queue/418616fbdadc4360a394292771f0b04b, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T17:23:03,761 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for cedde5e04b7db71f13d72b5678d012f7 in 59ms, sequenceid=12, compaction requested=false 2024-11-27T17:23:03,761 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T17:23:03,770 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 1189, reset compression=false 2024-11-27T17:23:03,800 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/replication/cedde5e04b7db71f13d72b5678d012f7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T17:23:03,800 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:03,800 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:23:03,801 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7. 2024-11-27T17:23:03,801 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cedde5e04b7db71f13d72b5678d012f7: Waiting for close lock at 1732728183700Running coprocessor pre-close hooks at 1732728183700Disabling compacts and flushes for region at 1732728183700Disabling writes for close at 1732728183700Obtaining lock to block concurrent updates at 1732728183701 (+1 ms)Preparing flush snapshotting stores in cedde5e04b7db71f13d72b5678d012f7 at 1732728183701Finished memstore snapshotting hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732728183701Flushing stores of hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7. at 1732728183702 (+1 ms)Flushing cedde5e04b7db71f13d72b5678d012f7/queue: creating writer at 1732728183702Flushing cedde5e04b7db71f13d72b5678d012f7/queue: appending metadata at 1732728183725 (+23 ms)Flushing cedde5e04b7db71f13d72b5678d012f7/queue: closing flushed file at 1732728183725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be50ece: reopening flushed file at 1732728183747 (+22 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for cedde5e04b7db71f13d72b5678d012f7 in 59ms, sequenceid=12, compaction requested=false at 1732728183761 (+14 ms)Writing region close event to WAL at 1732728183778 (+17 ms)Running coprocessor post-close hooks at 1732728183800 (+22 ms)Closed at 1732728183801 (+1 ms) 2024-11-27T17:23:03,801 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:23:03,801 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 2080, reset compression=false 2024-11-27T17:23:03,801 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732728171441.cedde5e04b7db71f13d72b5678d012f7. 2024-11-27T17:23:03,801 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,42289,1732728156118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002, lastWalPosition=2080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:23:03,802 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8f0673442175,42289,1732728156118: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8f0673442175,42289,1732728156118, walGroup=8f0673442175%2C42289%2C1732728156118, offset=8f0673442175%2C42289%2C1732728156118.1732728158002:2080, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:42289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T17:23:03,803 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T17:23:03,803 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T17:23:03,803 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T17:23:03,803 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T17:23:03,803 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T17:23:03,803 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1361051648, "init": 1048576000, "max": 2306867200, "used": 1071102848 }, "NonHeapMemoryUsage": { "committed": 207224832, "init": 7667712, "max": -1, "used": 202462088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T17:23:03,804 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:43699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:43699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T17:23:03,923 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:03,952 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:23:03,952 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:23:03,968 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/.tmp/info/61d1b525d0484db680a02f8e83e75188 2024-11-27T17:23:03,990 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/.tmp/ns/7387bf4041944049bc0d4e6a5c35a166 is 43, key is default/ns:d/1732728158502/Put/seqid=0 2024-11-27T17:23:03,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741845_1021 (size=5153) 2024-11-27T17:23:04,027 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 2080, reset compression=false 2024-11-27T17:23:04,123 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:04,323 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:04,331 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 2080, reset compression=false 2024-11-27T17:23:04,393 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/.tmp/ns/7387bf4041944049bc0d4e6a5c35a166 2024-11-27T17:23:04,409 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/.tmp/rep_barrier/190d28d7727c412d96178d4e031e48f8 is 112, key is test,,1732728164955.fc757298e6411b731d503051e702fa21./rep_barrier:seqnumDuringOpen/1732728166099/Put/seqid=0 2024-11-27T17:23:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741846_1022 (size=5518) 2024-11-27T17:23:04,523 INFO [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T17:23:04,523 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T17:23:04,523 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:04,723 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:04,734 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 2080, reset compression=false 2024-11-27T17:23:04,813 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/.tmp/rep_barrier/190d28d7727c412d96178d4e031e48f8 2024-11-27T17:23:04,829 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/.tmp/table/f92da5553a204358a5d3dba4621edfd0 is 53, key is hbase:replication/table:state/1732728171814/Put/seqid=0 2024-11-27T17:23:04,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741847_1023 (size=5308) 2024-11-27T17:23:04,921 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 636, reset compression=false 2024-11-27T17:23:04,923 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:05,124 DEBUG [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:05,232 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/.tmp/table/f92da5553a204358a5d3dba4621edfd0 2024-11-27T17:23:05,236 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/.tmp/info/61d1b525d0484db680a02f8e83e75188 as hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/info/61d1b525d0484db680a02f8e83e75188 2024-11-27T17:23:05,237 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 to pos 2080, reset compression=false 2024-11-27T17:23:05,245 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/info/61d1b525d0484db680a02f8e83e75188, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T17:23:05,246 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/.tmp/ns/7387bf4041944049bc0d4e6a5c35a166 as hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/ns/7387bf4041944049bc0d4e6a5c35a166 2024-11-27T17:23:05,250 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/ns/7387bf4041944049bc0d4e6a5c35a166, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T17:23:05,250 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/.tmp/rep_barrier/190d28d7727c412d96178d4e031e48f8 as hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/rep_barrier/190d28d7727c412d96178d4e031e48f8 2024-11-27T17:23:05,255 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/rep_barrier/190d28d7727c412d96178d4e031e48f8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T17:23:05,256 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/.tmp/table/f92da5553a204358a5d3dba4621edfd0 as hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/table/f92da5553a204358a5d3dba4621edfd0 2024-11-27T17:23:05,272 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/table/f92da5553a204358a5d3dba4621edfd0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T17:23:05,273 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=16, compaction requested=false 2024-11-27T17:23:05,310 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T17:23:05,311 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:05,311 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:23:05,311 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:23:05,311 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728183524Running coprocessor pre-close hooks at 1732728183524Disabling compacts and flushes for region at 1732728183524Disabling writes for close at 1732728183524Obtaining lock to block concurrent updates at 1732728183524Preparing flush snapshotting stores in 1588230740 at 1732728183524Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732728183525 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732728183525Flushing 1588230740/info: creating writer at 1732728183526 (+1 ms)Flushing 1588230740/info: appending metadata at 1732728183546 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732728183546Flushing 1588230740/ns: creating writer at 1732728183972 (+426 ms)Flushing 1588230740/ns: appending metadata at 1732728183989 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732728183989Flushing 1588230740/rep_barrier: creating writer at 1732728184396 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732728184409 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732728184409Flushing 1588230740/table: creating writer at 1732728184817 (+408 ms)Flushing 1588230740/table: appending metadata at 1732728184828 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732728184828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9e3bc2: reopening flushed file at 1732728185236 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7c9606: reopening flushed file at 1732728185245 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b60b7a1: reopening flushed file at 1732728185250 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7274c1ee: reopening flushed file at 1732728185255 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=16, compaction requested=false at 1732728185273 (+18 ms)Writing region close event to WAL at 1732728185289 (+16 ms)Running coprocessor post-close hooks at 1732728185311 (+22 ms)Closed at 1732728185311 2024-11-27T17:23:05,311 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:23:05,324 INFO [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,42289,1732728156118; all regions closed. 2024-11-27T17:23:05,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741834_1010 (size=4239) 2024-11-27T17:23:05,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741839_1015 (size=3114) 2024-11-27T17:23:05,352 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.rep.1732728171781 not finished, retry = 0 2024-11-27T17:23:05,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741833_1009 (size=2088) 2024-11-27T17:23:05,473 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/WALs/8f0673442175,42289,1732728156118/8f0673442175%2C42289%2C1732728156118.1732728158002 not finished, retry = 0 2024-11-27T17:23:05,525 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:23:05,574 DEBUG [RS:0;8f0673442175:42289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:05,574 INFO [RS:0;8f0673442175:42289 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:23:05,574 INFO [RS:0;8f0673442175:42289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:23:05,574 INFO [RS:0;8f0673442175:42289 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:23:05,574 INFO [RS:0;8f0673442175:42289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:23:05,574 INFO [RS:0;8f0673442175:42289 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,42289,1732728156118 because: Region server is closing 2024-11-27T17:23:05,575 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:23:05,575 INFO [RS:0;8f0673442175:42289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:42289. 2024-11-27T17:23:05,575 DEBUG [RS:0;8f0673442175:42289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:05,575 DEBUG [RS:0;8f0673442175:42289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:05,575 DEBUG [RS:0;8f0673442175:42289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:05,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:05,675 INFO [RS:0;8f0673442175:42289 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.shipper8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 terminated 2024-11-27T17:23:05,676 INFO [RS:0;8f0673442175:42289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:42289. 2024-11-27T17:23:05,675 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,42289,1732728156118.replicationSource.wal-reader.8f0673442175%2C42289%2C1732728156118,1-8f0673442175,42289,1732728156118 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T17:23:05,676 DEBUG [RS:0;8f0673442175:42289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:05,676 DEBUG [RS:0;8f0673442175:42289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:05,676 DEBUG [RS:0;8f0673442175:42289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:05,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:05,676 INFO [RS:0;8f0673442175:42289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42289 2024-11-27T17:23:05,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375/rs 2024-11-27T17:23:05,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-329761375/rs/8f0673442175,42289,1732728156118 2024-11-27T17:23:05,731 INFO [RS:0;8f0673442175:42289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:23:05,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,42289,1732728156118] 2024-11-27T17:23:05,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:05,848 INFO [RS:0;8f0673442175:42289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:23:05,848 INFO [RS:0;8f0673442175:42289 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,42289,1732728156118; zookeeper connection closed. 2024-11-27T17:23:05,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1017d5148f10004, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:05,848 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ea5c4ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ea5c4ba 2024-11-27T17:23:05,848 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:23:05,859 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-329761375/draining/8f0673442175,42289,1732728156118 already deleted, retry=false 2024-11-27T17:23:05,859 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,42289,1732728156118 expired; onlineServers=0 2024-11-27T17:23:05,859 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,43699,1732728155948' ***** 2024-11-27T17:23:05,859 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:23:05,859 INFO [M:0;8f0673442175:43699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:23:05,859 INFO [M:0;8f0673442175:43699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:23:05,859 DEBUG [M:0;8f0673442175:43699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:23:05,859 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:23:05,859 DEBUG [M:0;8f0673442175:43699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:23:05,859 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728157720 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728157720,5,FailOnTimeoutGroup] 2024-11-27T17:23:05,859 INFO [M:0;8f0673442175:43699 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:23:05,859 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728157719 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728157719,5,FailOnTimeoutGroup] 2024-11-27T17:23:05,859 INFO [M:0;8f0673442175:43699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:23:05,859 DEBUG [M:0;8f0673442175:43699 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:23:05,859 INFO [M:0;8f0673442175:43699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:23:05,859 INFO [M:0;8f0673442175:43699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:23:05,860 INFO [M:0;8f0673442175:43699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:23:05,860 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:23:05,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-329761375/master 2024-11-27T17:23:05,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329761375 2024-11-27T17:23:05,905 DEBUG [M:0;8f0673442175:43699 {}] zookeeper.ZKUtil(347): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Unable to get data of znode /1-329761375/master because node does not exist (not an error) 2024-11-27T17:23:05,905 WARN [M:0;8f0673442175:43699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:23:05,905 INFO [M:0;8f0673442175:43699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/.lastflushedseqids 2024-11-27T17:23:05,906 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:23:05,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:05,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:05,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:05,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:05,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:05,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:05,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741848_1024 (size=245) 2024-11-27T17:23:05,948 INFO [M:0;8f0673442175:43699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:23:05,948 INFO [M:0;8f0673442175:43699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:23:05,948 DEBUG [M:0;8f0673442175:43699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:23:05,948 INFO [M:0;8f0673442175:43699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:05,948 DEBUG [M:0;8f0673442175:43699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:05,948 DEBUG [M:0;8f0673442175:43699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:23:05,948 DEBUG [M:0;8f0673442175:43699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:05,948 INFO [M:0;8f0673442175:43699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T17:23:05,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:05,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:05,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:05,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:05,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:05,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:05,977 DEBUG [M:0;8f0673442175:43699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/816a93dcba094a89b90bf21c16bc95c6 is 82, key is hbase:meta,,1/info:regioninfo/1732728158485/Put/seqid=0 2024-11-27T17:23:05,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:05,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741849_1025 (size=5672) 2024-11-27T17:23:05,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:05,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:05,991 INFO [M:0;8f0673442175:43699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/816a93dcba094a89b90bf21c16bc95c6 2024-11-27T17:23:05,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:06,040 DEBUG [M:0;8f0673442175:43699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25ef415a9ecd4194af7c844e84333f06 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732728171817/Put/seqid=0 2024-11-27T17:23:06,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741850_1026 (size=8515) 2024-11-27T17:23:06,081 INFO [M:0;8f0673442175:43699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25ef415a9ecd4194af7c844e84333f06 2024-11-27T17:23:06,113 DEBUG [M:0;8f0673442175:43699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/991c3c727cb94a8383ac96e9cfaac3eb is 69, key is 8f0673442175,42289,1732728156118/rs:state/1732728157797/Put/seqid=0 2024-11-27T17:23:06,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741851_1027 (size=5156) 2024-11-27T17:23:06,225 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 636, reset compression=false 2024-11-27T17:23:06,528 INFO [M:0;8f0673442175:43699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/991c3c727cb94a8383ac96e9cfaac3eb 2024-11-27T17:23:06,532 DEBUG [M:0;8f0673442175:43699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/816a93dcba094a89b90bf21c16bc95c6 as hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/816a93dcba094a89b90bf21c16bc95c6 2024-11-27T17:23:06,535 INFO [M:0;8f0673442175:43699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/816a93dcba094a89b90bf21c16bc95c6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T17:23:06,535 DEBUG [M:0;8f0673442175:43699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25ef415a9ecd4194af7c844e84333f06 as hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25ef415a9ecd4194af7c844e84333f06 2024-11-27T17:23:06,538 INFO [M:0;8f0673442175:43699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25ef415a9ecd4194af7c844e84333f06, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T17:23:06,539 DEBUG [M:0;8f0673442175:43699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/991c3c727cb94a8383ac96e9cfaac3eb as hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/991c3c727cb94a8383ac96e9cfaac3eb 2024-11-27T17:23:06,542 INFO [M:0;8f0673442175:43699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/991c3c727cb94a8383ac96e9cfaac3eb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T17:23:06,542 INFO [M:0;8f0673442175:43699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 594ms, sequenceid=97, compaction requested=false 2024-11-27T17:23:06,543 INFO [M:0;8f0673442175:43699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:06,544 DEBUG [M:0;8f0673442175:43699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728185948Disabling compacts and flushes for region at 1732728185948Disabling writes for close at 1732728185948Obtaining lock to block concurrent updates at 1732728185948Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728185948Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732728185949 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728185949Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728185949Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728185977 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728185977Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728185998 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728186040 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728186040Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728186090 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728186113 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728186113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2647b2c1: reopening flushed file at 1732728186531 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5cad3f: reopening flushed file at 1732728186535 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd2d4ab: reopening flushed file at 1732728186538 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 594ms, sequenceid=97, compaction requested=false at 1732728186542 (+4 ms)Writing region close event to WAL at 1732728186543 (+1 ms)Closed at 1732728186543 2024-11-27T17:23:06,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46289 is added to blk_1073741830_1006 (size=63642) 2024-11-27T17:23:06,545 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44b6cc6f-cc1a-f407-5269-86d05a4c1374/MasterData/WALs/8f0673442175,43699,1732728155948/8f0673442175%2C43699%2C1732728155948.1732728157447 not finished, retry = 0 2024-11-27T17:23:06,646 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:23:06,646 INFO [M:0;8f0673442175:43699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:23:06,646 INFO [M:0;8f0673442175:43699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43699 2024-11-27T17:23:06,647 INFO [M:0;8f0673442175:43699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:23:06,798 INFO [M:0;8f0673442175:43699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:23:06,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:06,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43699-0x1017d5148f10003, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:06,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@408be318{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:23:06,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a89db31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:23:06,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:23:06,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5935fb72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:23:06,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3663a06c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/hadoop.log.dir/,STOPPED} 2024-11-27T17:23:06,802 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:23:06,802 WARN [BP-1719777673-172.17.0.3-1732728153508 heartbeating to localhost/127.0.0.1:43927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:23:06,802 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:23:06,802 WARN [BP-1719777673-172.17.0.3-1732728153508 heartbeating to localhost/127.0.0.1:43927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1719777673-172.17.0.3-1732728153508 (Datanode Uuid 463fe47c-ea5d-4def-8f9b-b006c032cff9) service to localhost/127.0.0.1:43927 2024-11-27T17:23:06,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/cluster_f8568c63-bab5-c815-7633-15ad30347481/data/data1/current/BP-1719777673-172.17.0.3-1732728153508 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:23:06,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/cluster_f8568c63-bab5-c815-7633-15ad30347481/data/data2/current/BP-1719777673-172.17.0.3-1732728153508 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:23:06,803 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:23:06,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dce6d01{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:23:06,809 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51979afb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:23:06,809 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:23:06,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8166ec8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:23:06,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cbe414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40ae8705-e031-67e6-4e2d-4e9aae9ba3dc/hadoop.log.dir/,STOPPED} 2024-11-27T17:23:06,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:23:06,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:23:06,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:23:06,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:06,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:06,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:06,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:06,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:23:06,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1844500421, stopped=false 2024-11-27T17:23:06,825 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,40347,1732728149153 2024-11-27T17:23:06,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0598982266/running 2024-11-27T17:23:06,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:23:06,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0598982266/running 2024-11-27T17:23:06,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:23:06,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Set watcher on znode that does not yet exist, /0598982266/running 2024-11-27T17:23:06,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Set watcher on znode that does not yet exist, /0598982266/running 2024-11-27T17:23:06,888 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:23:06,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:23:06,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:06,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:06,889 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,46523,1732728149362' ***** 2024-11-27T17:23:06,889 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:23:06,889 INFO [RS:0;8f0673442175:46523 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:23:06,890 INFO [RS:0;8f0673442175:46523 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:23:06,890 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:23:06,890 INFO [RS:0;8f0673442175:46523 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:23:06,890 INFO [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:23:06,890 INFO [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(3091): Received CLOSE for 987d8a292dad4337f57681034faccaf5 2024-11-27T17:23:06,890 INFO [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,46523,1732728149362 2024-11-27T17:23:06,890 INFO [RS:0;8f0673442175:46523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:23:06,890 INFO [RS:0;8f0673442175:46523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:46523. 2024-11-27T17:23:06,890 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f38c5d7b98de2943d261dbfa3b1474d, disabling compactions & flushes 2024-11-27T17:23:06,890 DEBUG [RS:0;8f0673442175:46523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:06,890 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d. 2024-11-27T17:23:06,890 DEBUG [RS:0;8f0673442175:46523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:06,890 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d. 2024-11-27T17:23:06,890 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d. after waiting 0 ms 2024-11-27T17:23:06,890 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d. 2024-11-27T17:23:06,890 INFO [RS:0;8f0673442175:46523 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:23:06,890 INFO [RS:0;8f0673442175:46523 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:23:06,890 INFO [RS:0;8f0673442175:46523 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:23:06,890 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9f38c5d7b98de2943d261dbfa3b1474d 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-27T17:23:06,890 INFO [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:23:06,890 INFO [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T17:23:06,891 DEBUG [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9f38c5d7b98de2943d261dbfa3b1474d=hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d., 987d8a292dad4337f57681034faccaf5=test,,1732728163816.987d8a292dad4337f57681034faccaf5.} 2024-11-27T17:23:06,891 DEBUG [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 987d8a292dad4337f57681034faccaf5, 9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:23:06,891 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:23:06,891 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:23:06,891 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:23:06,891 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:23:06,891 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:23:06,891 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T17:23:06,909 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/replication/9f38c5d7b98de2943d261dbfa3b1474d/.tmp/queue/4ff32dab8faa46378c4dc213c5332388 is 153, key is 1-8f0673442175,46523,1732728149362/queue:8f0673442175%2C46523%2C1732728149362/1732728177082/Put/seqid=0 2024-11-27T17:23:06,914 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/.tmp/info/cd8301a6f7c8471c95de21cf673be72f is 147, key is hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d./info:regioninfo/1732728170463/Put/seqid=0 2024-11-27T17:23:06,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741840_1016 (size=5352) 2024-11-27T17:23:06,926 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:23:06,926 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:23:06,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741841_1017 (size=7686) 2024-11-27T17:23:06,935 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/.tmp/info/cd8301a6f7c8471c95de21cf673be72f 2024-11-27T17:23:06,961 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:23:06,962 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/.tmp/ns/70455c84e24d4a0593edb9adaec6c77e is 43, key is default/ns:d/1732728153239/Put/seqid=0 2024-11-27T17:23:06,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741842_1018 (size=5153) 2024-11-27T17:23:07,091 DEBUG [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 987d8a292dad4337f57681034faccaf5, 9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:23:07,291 DEBUG [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 987d8a292dad4337f57681034faccaf5, 9f38c5d7b98de2943d261dbfa3b1474d 2024-11-27T17:23:07,316 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/replication/9f38c5d7b98de2943d261dbfa3b1474d/.tmp/queue/4ff32dab8faa46378c4dc213c5332388 2024-11-27T17:23:07,328 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/replication/9f38c5d7b98de2943d261dbfa3b1474d/.tmp/queue/4ff32dab8faa46378c4dc213c5332388 as hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/replication/9f38c5d7b98de2943d261dbfa3b1474d/queue/4ff32dab8faa46378c4dc213c5332388 2024-11-27T17:23:07,335 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/replication/9f38c5d7b98de2943d261dbfa3b1474d/queue/4ff32dab8faa46378c4dc213c5332388, entries=1, sequenceid=8, filesize=5.2 K 2024-11-27T17:23:07,336 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 9f38c5d7b98de2943d261dbfa3b1474d in 445ms, sequenceid=8, compaction requested=false 2024-11-27T17:23:07,339 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/replication/9f38c5d7b98de2943d261dbfa3b1474d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T17:23:07,339 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:07,339 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:23:07,339 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d. 2024-11-27T17:23:07,340 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f38c5d7b98de2943d261dbfa3b1474d: Waiting for close lock at 1732728186890Running coprocessor pre-close hooks at 1732728186890Disabling compacts and flushes for region at 1732728186890Disabling writes for close at 1732728186890Obtaining lock to block concurrent updates at 1732728186890Preparing flush snapshotting stores in 9f38c5d7b98de2943d261dbfa3b1474d at 1732728186890Finished memstore snapshotting hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732728186891 (+1 ms)Flushing stores of hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d. at 1732728186891Flushing 9f38c5d7b98de2943d261dbfa3b1474d/queue: creating writer at 1732728186891Flushing 9f38c5d7b98de2943d261dbfa3b1474d/queue: appending metadata at 1732728186909 (+18 ms)Flushing 9f38c5d7b98de2943d261dbfa3b1474d/queue: closing flushed file at 1732728186909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26d4e42b: reopening flushed file at 1732728187321 (+412 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 9f38c5d7b98de2943d261dbfa3b1474d in 445ms, sequenceid=8, compaction requested=false at 1732728187336 (+15 ms)Writing region close event to WAL at 1732728187336Running coprocessor post-close hooks at 1732728187339 (+3 ms)Closed at 1732728187339 2024-11-27T17:23:07,340 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732728169280.9f38c5d7b98de2943d261dbfa3b1474d. 2024-11-27T17:23:07,340 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 987d8a292dad4337f57681034faccaf5, disabling compactions & flushes 2024-11-27T17:23:07,340 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732728163816.987d8a292dad4337f57681034faccaf5. 2024-11-27T17:23:07,340 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728163816.987d8a292dad4337f57681034faccaf5. 2024-11-27T17:23:07,340 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732728163816.987d8a292dad4337f57681034faccaf5. after waiting 0 ms 2024-11-27T17:23:07,340 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732728163816.987d8a292dad4337f57681034faccaf5. 2024-11-27T17:23:07,340 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 987d8a292dad4337f57681034faccaf5 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-27T17:23:07,360 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/.tmp/f/4baad7b92daa46f3af871d55d2956782 is 28, key is row/f:/1732728176820/DeleteFamily/seqid=0 2024-11-27T17:23:07,373 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/.tmp/ns/70455c84e24d4a0593edb9adaec6c77e 2024-11-27T17:23:07,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741843_1019 (size=5085) 2024-11-27T17:23:07,378 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/.tmp/f/4baad7b92daa46f3af871d55d2956782 2024-11-27T17:23:07,383 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4baad7b92daa46f3af871d55d2956782 2024-11-27T17:23:07,395 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/.tmp/rep_barrier/399f54d67dcb499b98b35989bf076bf0 is 112, key is test,,1732728163816.987d8a292dad4337f57681034faccaf5./rep_barrier:seqnumDuringOpen/1732728164564/Put/seqid=0 2024-11-27T17:23:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741844_1020 (size=5518) 2024-11-27T17:23:07,406 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/.tmp/rep_barrier/399f54d67dcb499b98b35989bf076bf0 2024-11-27T17:23:07,411 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/.tmp/f1/9cc45011e5124ce198072a264f2b69cd is 29, key is row/f1:/1732728176820/DeleteFamily/seqid=0 2024-11-27T17:23:07,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741845_1021 (size=5089) 2024-11-27T17:23:07,434 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/.tmp/table/0bbb3592ad154948a809bd5d71b9fa33 is 53, key is hbase:replication/table:state/1732728170471/Put/seqid=0 2024-11-27T17:23:07,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741846_1022 (size=5308) 2024-11-27T17:23:07,492 DEBUG [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 987d8a292dad4337f57681034faccaf5 2024-11-27T17:23:07,657 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 636, reset compression=false 2024-11-27T17:23:07,661 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:23:07,661 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 883, reset compression=false 2024-11-27T17:23:07,661 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.shipper8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,46523,1732728149362 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:23:07,662 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.shipper8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8f0673442175,46523,1732728149362: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8f0673442175,46523,1732728149362, walGroup=8f0673442175%2C46523%2C1732728149362, offset=8f0673442175%2C46523%2C1732728149362.1732728152043:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:46523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T17:23:07,664 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.shipper8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T17:23:07,664 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.shipper8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T17:23:07,664 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.shipper8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T17:23:07,664 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.shipper8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T17:23:07,664 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.shipper8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T17:23:07,665 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.shipper8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1361051648, "init": 1048576000, "max": 2306867200, "used": 813154784 }, "NonHeapMemoryUsage": { "committed": 207355904, "init": 7667712, "max": -1, "used": 202891904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T17:23:07,665 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.shipper8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T17:23:07,692 DEBUG [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 987d8a292dad4337f57681034faccaf5 2024-11-27T17:23:07,818 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/.tmp/f1/9cc45011e5124ce198072a264f2b69cd 2024-11-27T17:23:07,831 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cc45011e5124ce198072a264f2b69cd 2024-11-27T17:23:07,848 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/.tmp/table/0bbb3592ad154948a809bd5d71b9fa33 2024-11-27T17:23:07,853 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/.tmp/norep/89fc8c4ceb7e414796afe10632b0c078 is 32, key is row/norep:/1732728176820/DeleteFamily/seqid=0 2024-11-27T17:23:07,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741847_1023 (size=5101) 2024-11-27T17:23:07,862 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/.tmp/info/cd8301a6f7c8471c95de21cf673be72f as hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/info/cd8301a6f7c8471c95de21cf673be72f 2024-11-27T17:23:07,865 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 883, reset compression=false 2024-11-27T17:23:07,867 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/info/cd8301a6f7c8471c95de21cf673be72f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T17:23:07,868 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/.tmp/ns/70455c84e24d4a0593edb9adaec6c77e as hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/ns/70455c84e24d4a0593edb9adaec6c77e 2024-11-27T17:23:07,875 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/ns/70455c84e24d4a0593edb9adaec6c77e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T17:23:07,875 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/.tmp/rep_barrier/399f54d67dcb499b98b35989bf076bf0 as hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/rep_barrier/399f54d67dcb499b98b35989bf076bf0 2024-11-27T17:23:07,886 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/rep_barrier/399f54d67dcb499b98b35989bf076bf0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T17:23:07,893 INFO [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T17:23:07,893 DEBUG [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 987d8a292dad4337f57681034faccaf5=test,,1732728163816.987d8a292dad4337f57681034faccaf5.} 2024-11-27T17:23:07,893 DEBUG [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 987d8a292dad4337f57681034faccaf5 2024-11-27T17:23:07,893 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/.tmp/table/0bbb3592ad154948a809bd5d71b9fa33 as hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/table/0bbb3592ad154948a809bd5d71b9fa33 2024-11-27T17:23:07,898 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/table/0bbb3592ad154948a809bd5d71b9fa33, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T17:23:07,899 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1008ms, sequenceid=16, compaction requested=false 2024-11-27T17:23:07,899 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:23:07,922 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T17:23:07,922 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:07,922 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:23:07,923 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:23:07,923 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728186891Running coprocessor pre-close hooks at 1732728186891Disabling compacts and flushes for region at 1732728186891Disabling writes for close at 1732728186891Obtaining lock to block concurrent updates at 1732728186891Preparing flush snapshotting stores in 1588230740 at 1732728186891Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732728186891Flushing stores of hbase:meta,,1.1588230740 at 1732728186892 (+1 ms)Flushing 1588230740/info: creating writer at 1732728186892Flushing 1588230740/info: appending metadata at 1732728186913 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732728186913Flushing 1588230740/ns: creating writer at 1732728186942 (+29 ms)Flushing 1588230740/ns: appending metadata at 1732728186961 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732728186961Flushing 1588230740/rep_barrier: creating writer at 1732728187379 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732728187395 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732728187395Flushing 1588230740/table: creating writer at 1732728187414 (+19 ms)Flushing 1588230740/table: appending metadata at 1732728187434 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732728187434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@671bd2c4: reopening flushed file at 1732728187859 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d47853: reopening flushed file at 1732728187867 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48039f4d: reopening flushed file at 1732728187875 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a4f958f: reopening flushed file at 1732728187886 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1008ms, sequenceid=16, compaction requested=false at 1732728187899 (+13 ms)Writing region close event to WAL at 1732728187905 (+6 ms)Running coprocessor post-close hooks at 1732728187922 (+17 ms)Closed at 1732728187922 2024-11-27T17:23:07,923 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:23:08,093 DEBUG [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1351): Waiting on 987d8a292dad4337f57681034faccaf5 2024-11-27T17:23:08,193 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 to pos 883, reset compression=false 2024-11-27T17:23:08,257 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/.tmp/norep/89fc8c4ceb7e414796afe10632b0c078 2024-11-27T17:23:08,261 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89fc8c4ceb7e414796afe10632b0c078 2024-11-27T17:23:08,261 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/.tmp/f/4baad7b92daa46f3af871d55d2956782 as hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/f/4baad7b92daa46f3af871d55d2956782 2024-11-27T17:23:08,265 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4baad7b92daa46f3af871d55d2956782 2024-11-27T17:23:08,265 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/f/4baad7b92daa46f3af871d55d2956782, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T17:23:08,266 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/.tmp/f1/9cc45011e5124ce198072a264f2b69cd as hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/f1/9cc45011e5124ce198072a264f2b69cd 2024-11-27T17:23:08,269 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cc45011e5124ce198072a264f2b69cd 2024-11-27T17:23:08,270 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/f1/9cc45011e5124ce198072a264f2b69cd, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T17:23:08,270 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/.tmp/norep/89fc8c4ceb7e414796afe10632b0c078 as hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/norep/89fc8c4ceb7e414796afe10632b0c078 2024-11-27T17:23:08,274 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89fc8c4ceb7e414796afe10632b0c078 2024-11-27T17:23:08,274 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/norep/89fc8c4ceb7e414796afe10632b0c078, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T17:23:08,275 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 987d8a292dad4337f57681034faccaf5 in 935ms, sequenceid=6, compaction requested=false 2024-11-27T17:23:08,275 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T17:23:08,279 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/data/default/test/987d8a292dad4337f57681034faccaf5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T17:23:08,280 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:08,280 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:23:08,280 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732728163816.987d8a292dad4337f57681034faccaf5. 2024-11-27T17:23:08,280 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 987d8a292dad4337f57681034faccaf5: Waiting for close lock at 1732728187340Running coprocessor pre-close hooks at 1732728187340Disabling compacts and flushes for region at 1732728187340Disabling writes for close at 1732728187340Obtaining lock to block concurrent updates at 1732728187340Preparing flush snapshotting stores in 987d8a292dad4337f57681034faccaf5 at 1732728187340Finished memstore snapshotting test,,1732728163816.987d8a292dad4337f57681034faccaf5., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732728187340Flushing stores of test,,1732728163816.987d8a292dad4337f57681034faccaf5. at 1732728187341 (+1 ms)Flushing 987d8a292dad4337f57681034faccaf5/f: creating writer at 1732728187341Flushing 987d8a292dad4337f57681034faccaf5/f: appending metadata at 1732728187359 (+18 ms)Flushing 987d8a292dad4337f57681034faccaf5/f: closing flushed file at 1732728187359Flushing 987d8a292dad4337f57681034faccaf5/f1: creating writer at 1732728187384 (+25 ms)Flushing 987d8a292dad4337f57681034faccaf5/f1: appending metadata at 1732728187410 (+26 ms)Flushing 987d8a292dad4337f57681034faccaf5/f1: closing flushed file at 1732728187410Flushing 987d8a292dad4337f57681034faccaf5/norep: creating writer at 1732728187832 (+422 ms)Flushing 987d8a292dad4337f57681034faccaf5/norep: appending metadata at 1732728187851 (+19 ms)Flushing 987d8a292dad4337f57681034faccaf5/norep: closing flushed file at 1732728187852 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af39610: reopening flushed file at 1732728188261 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757040b: reopening flushed file at 1732728188265 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49586b2e: reopening flushed file at 1732728188270 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 987d8a292dad4337f57681034faccaf5 in 935ms, sequenceid=6, compaction requested=false at 1732728188275 (+5 ms)Writing region close event to WAL at 1732728188276 (+1 ms)Running coprocessor post-close hooks at 1732728188280 (+4 ms)Closed at 1732728188280 2024-11-27T17:23:08,280 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732728163816.987d8a292dad4337f57681034faccaf5. 2024-11-27T17:23:08,293 INFO [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,46523,1732728149362; all regions closed. 2024-11-27T17:23:08,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741834_1010 (size=4239) 2024-11-27T17:23:08,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741839_1015 (size=2240) 2024-11-27T17:23:08,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.rep.1732728170424 not finished, retry = 0 2024-11-27T17:23:08,401 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/WALs/8f0673442175,46523,1732728149362/8f0673442175%2C46523%2C1732728149362.1732728152043 not finished, retry = 0 2024-11-27T17:23:08,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741832_1008 (size=1535) 2024-11-27T17:23:08,502 DEBUG [RS:0;8f0673442175:46523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:08,502 INFO [RS:0;8f0673442175:46523 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:23:08,503 INFO [RS:0;8f0673442175:46523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:23:08,503 INFO [RS:0;8f0673442175:46523 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T17:23:08,503 INFO [RS:0;8f0673442175:46523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:23:08,504 INFO [RS:0;8f0673442175:46523 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,46523,1732728149362 because: Region server is closing 2024-11-27T17:23:08,504 INFO [RS:0;8f0673442175:46523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:46523. 2024-11-27T17:23:08,504 DEBUG [RS:0;8f0673442175:46523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:08,504 DEBUG [RS:0;8f0673442175:46523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:08,504 DEBUG [RS:0;8f0673442175:46523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:08,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:08,504 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:23:08,604 INFO [RS:0;8f0673442175:46523 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.shipper8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 terminated 2024-11-27T17:23:08,604 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,46523,1732728149362.replicationSource.wal-reader.8f0673442175%2C46523%2C1732728149362,1-8f0673442175,46523,1732728149362 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T17:23:08,604 INFO [RS:0;8f0673442175:46523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46523 2024-11-27T17:23:08,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266/rs 2024-11-27T17:23:08,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0598982266/rs/8f0673442175,46523,1732728149362 2024-11-27T17:23:08,636 INFO [RS:0;8f0673442175:46523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:23:08,636 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fde808e4188@76a0d9e rejected from java.util.concurrent.ThreadPoolExecutor@35599ab[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-27T17:23:08,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,46523,1732728149362] 2024-11-27T17:23:08,716 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0598982266/draining/8f0673442175,46523,1732728149362 already deleted, retry=false 2024-11-27T17:23:08,716 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,46523,1732728149362 expired; onlineServers=0 2024-11-27T17:23:08,716 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,40347,1732728149153' ***** 2024-11-27T17:23:08,716 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:23:08,716 INFO [M:0;8f0673442175:40347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:23:08,716 INFO [M:0;8f0673442175:40347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:23:08,716 DEBUG [M:0;8f0673442175:40347 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:23:08,716 DEBUG [M:0;8f0673442175:40347 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:23:08,716 INFO [M:0;8f0673442175:40347 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:23:08,716 INFO [M:0;8f0673442175:40347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:23:08,716 DEBUG [M:0;8f0673442175:40347 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:23:08,716 INFO [M:0;8f0673442175:40347 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:23:08,716 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728151834 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728151834,5,FailOnTimeoutGroup] 2024-11-27T17:23:08,717 INFO [M:0;8f0673442175:40347 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:23:08,717 ERROR [M:0;8f0673442175:40347 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1299828598) connection to localhost/127.0.0.1:36663 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36663,5,PEWorkerGroup] 2024-11-27T17:23:08,717 INFO [M:0;8f0673442175:40347 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:23:08,717 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:23:08,717 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:23:08,718 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728151834 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728151834,5,FailOnTimeoutGroup] 2024-11-27T17:23:08,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0598982266/master 2024-11-27T17:23:08,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0598982266 2024-11-27T17:23:08,737 DEBUG [M:0;8f0673442175:40347 {}] zookeeper.RecoverableZooKeeper(212): Node /0598982266/master already deleted, retry=false 2024-11-27T17:23:08,737 DEBUG [M:0;8f0673442175:40347 {}] master.ActiveMasterManager(353): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Failed delete of our master address node; KeeperErrorCode = NoNode for /0598982266/master 2024-11-27T17:23:08,737 INFO [M:0;8f0673442175:40347 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/.lastflushedseqids 2024-11-27T17:23:08,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741848_1024 (size=245) 2024-11-27T17:23:08,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:08,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1017d5148f10001, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:08,801 INFO [RS:0;8f0673442175:46523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:23:08,801 INFO [RS:0;8f0673442175:46523 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,46523,1732728149362; zookeeper connection closed. 2024-11-27T17:23:08,801 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b7c558a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b7c558a 2024-11-27T17:23:08,801 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:23:09,142 INFO [M:0;8f0673442175:40347 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:23:09,142 INFO [M:0;8f0673442175:40347 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:23:09,142 DEBUG [M:0;8f0673442175:40347 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:23:09,142 INFO [M:0;8f0673442175:40347 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:09,142 DEBUG [M:0;8f0673442175:40347 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:09,142 DEBUG [M:0;8f0673442175:40347 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:23:09,142 DEBUG [M:0;8f0673442175:40347 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:09,142 INFO [M:0;8f0673442175:40347 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-27T17:23:09,156 DEBUG [M:0;8f0673442175:40347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa0b901361ea48988eec0daa39d20e7d is 82, key is hbase:meta,,1/info:regioninfo/1732728153130/Put/seqid=0 2024-11-27T17:23:09,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741849_1025 (size=5672) 2024-11-27T17:23:09,561 INFO [M:0;8f0673442175:40347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa0b901361ea48988eec0daa39d20e7d 2024-11-27T17:23:09,583 DEBUG [M:0;8f0673442175:40347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75cfa2cb9d9f47fd9abcfea7de291a16 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732728164574/Put/seqid=0 2024-11-27T17:23:09,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741850_1026 (size=7218) 2024-11-27T17:23:09,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:23:09,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T17:23:09,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T17:23:09,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T17:23:09,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:09,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:23:09,986 INFO [M:0;8f0673442175:40347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75cfa2cb9d9f47fd9abcfea7de291a16 2024-11-27T17:23:09,990 INFO [M:0;8f0673442175:40347 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75cfa2cb9d9f47fd9abcfea7de291a16 2024-11-27T17:23:10,005 DEBUG [M:0;8f0673442175:40347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26f2892627c24a1e8733d0fc97814b5a is 69, key is 8f0673442175,46523,1732728149362/rs:state/1732728151885/Put/seqid=0 2024-11-27T17:23:10,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741851_1027 (size=5156) 2024-11-27T17:23:10,409 INFO [M:0;8f0673442175:40347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26f2892627c24a1e8733d0fc97814b5a 2024-11-27T17:23:10,415 DEBUG [M:0;8f0673442175:40347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa0b901361ea48988eec0daa39d20e7d as hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa0b901361ea48988eec0daa39d20e7d 2024-11-27T17:23:10,419 INFO [M:0;8f0673442175:40347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa0b901361ea48988eec0daa39d20e7d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T17:23:10,420 DEBUG [M:0;8f0673442175:40347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75cfa2cb9d9f47fd9abcfea7de291a16 as hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75cfa2cb9d9f47fd9abcfea7de291a16 2024-11-27T17:23:10,424 INFO [M:0;8f0673442175:40347 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75cfa2cb9d9f47fd9abcfea7de291a16 2024-11-27T17:23:10,424 INFO [M:0;8f0673442175:40347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75cfa2cb9d9f47fd9abcfea7de291a16, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T17:23:10,424 DEBUG [M:0;8f0673442175:40347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26f2892627c24a1e8733d0fc97814b5a as hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26f2892627c24a1e8733d0fc97814b5a 2024-11-27T17:23:10,429 INFO [M:0;8f0673442175:40347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36663/user/jenkins/test-data/3408c97a-b0ec-4443-2506-fba9326b4c20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26f2892627c24a1e8733d0fc97814b5a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T17:23:10,430 INFO [M:0;8f0673442175:40347 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false 2024-11-27T17:23:10,436 INFO [M:0;8f0673442175:40347 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:10,436 DEBUG [M:0;8f0673442175:40347 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728189142Disabling compacts and flushes for region at 1732728189142Disabling writes for close at 1732728189142Obtaining lock to block concurrent updates at 1732728189142Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728189142Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732728189142Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728189143 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728189143Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728189155 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728189156 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728189565 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728189582 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728189582Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728189990 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728190005 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728190005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d65709: reopening flushed file at 1732728190414 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593b09a5: reopening flushed file at 1732728190419 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d9706d7: reopening flushed file at 1732728190424 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1732728190430 (+6 ms)Writing region close event to WAL at 1732728190436 (+6 ms)Closed at 1732728190436 2024-11-27T17:23:10,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741830_1006 (size=64423) 2024-11-27T17:23:10,443 INFO [M:0;8f0673442175:40347 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:23:10,444 INFO [M:0;8f0673442175:40347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40347 2024-11-27T17:23:10,444 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:23:10,444 INFO [M:0;8f0673442175:40347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:23:10,578 INFO [M:0;8f0673442175:40347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:23:10,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:10,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x1017d5148f10000, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:10,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77dc46ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:23:10,589 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a883e58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:23:10,589 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:23:10,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48cbcf33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:23:10,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13cd5feb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/hadoop.log.dir/,STOPPED} 2024-11-27T17:23:10,592 WARN [BP-1214997631-172.17.0.3-1732728147329 heartbeating to localhost/127.0.0.1:36663 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:23:10,592 WARN [BP-1214997631-172.17.0.3-1732728147329 heartbeating to localhost/127.0.0.1:36663 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1214997631-172.17.0.3-1732728147329 (Datanode Uuid 58e3f9ef-ab59-4b42-a8f6-dec31c6c6e34) service to localhost/127.0.0.1:36663 2024-11-27T17:23:10,592 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:23:10,592 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:23:10,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/cluster_76bb4c2c-ee6b-6aa8-a341-3cba1428c729/data/data1/current/BP-1214997631-172.17.0.3-1732728147329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:23:10,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/cluster_76bb4c2c-ee6b-6aa8-a341-3cba1428c729/data/data2/current/BP-1214997631-172.17.0.3-1732728147329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:23:10,593 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:23:10,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d88e6d1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:23:10,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51a3b004{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:23:10,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:23:10,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1510d567{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:23:10,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@376a212c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a667fae5-f05f-b6ce-0a7d-f5502e11b6da/hadoop.log.dir/,STOPPED} 2024-11-27T17:23:10,609 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T17:23:10,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:23:10,635 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 316) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36663 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58573) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36663 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36663 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58573) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58573) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36663 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41751 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43927 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36663 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=600 (was 564) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4131 (was 3699) - AvailableMemoryMB LEAK? - 2024-11-27T17:23:10,644 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=600, ProcessCount=11, AvailableMemoryMB=4131 2024-11-27T17:23:10,659 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-27T17:23:10,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/hadoop.log.dir so I do NOT create it in target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22 2024-11-27T17:23:10,660 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:23:10,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/hadoop.tmp.dir so I do NOT create it in target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22 2024-11-27T17:23:10,660 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0e94882-cdd1-af28-3ea3-dd0344fb75d9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:23:10,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22 2024-11-27T17:23:10,660 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/cluster_a6050848-86cc-bf44-1785-654bad6f4c0e, deleteOnExit=true 2024-11-27T17:23:10,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/cluster_a6050848-86cc-bf44-1785-654bad6f4c0e/zookeeper_0, clientPort=62630, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/cluster_a6050848-86cc-bf44-1785-654bad6f4c0e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/cluster_a6050848-86cc-bf44-1785-654bad6f4c0e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T17:23:10,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62630 2024-11-27T17:23:10,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:23:10,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:23:10,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/test.cache.data in system properties and HBase conf 2024-11-27T17:23:10,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:23:10,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:23:10,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:23:10,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:23:10,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:23:10,677 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:23:10,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:23:10,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:23:10,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:23:10,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:23:10,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:23:10,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:23:10,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:23:10,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:23:10,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:23:10,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:23:10,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:23:10,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:23:10,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:23:10,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:23:10,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017d5148f10005, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:23:10,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017d5148f10005, quorum=127.0.0.1:58573, baseZNode=/1-329761375 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:23:10,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017d5148f10002, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:23:10,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017d5148f10008, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:23:10,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017d5148f10002, quorum=127.0.0.1:58573, baseZNode=/0598982266 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:23:10,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017d5148f10008, quorum=127.0.0.1:58573, baseZNode=/2-604492348 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:23:10,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:23:10,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:10,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:11,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:23:11,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:23:11,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:23:11,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:23:11,282 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:23:11,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:23:11,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@767fe9b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:23:11,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5324206f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:23:11,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e6a5530{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/java.io.tmpdir/jetty-localhost-36461-hadoop-hdfs-3_4_1-tests_jar-_-any-2908111772381559112/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:23:11,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e44e3da{HTTP/1.1, (http/1.1)}{localhost:36461} 2024-11-27T17:23:11,400 INFO [Time-limited test {}] server.Server(415): Started @318371ms 2024-11-27T17:23:11,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:23:11,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:23:11,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:23:11,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:23:11,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:23:11,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41aa86e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:23:11,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bc54f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:23:12,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62f6a1be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/java.io.tmpdir/jetty-localhost-33815-hadoop-hdfs-3_4_1-tests_jar-_-any-341298933111857535/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:23:12,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dcae63{HTTP/1.1, (http/1.1)}{localhost:33815} 2024-11-27T17:23:12,011 INFO [Time-limited test {}] server.Server(415): Started @318982ms 2024-11-27T17:23:12,012 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:23:13,208 WARN [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/cluster_a6050848-86cc-bf44-1785-654bad6f4c0e/data/data1/current/BP-2049236121-172.17.0.3-1732728190695/current, will proceed with Du for space computation calculation, 2024-11-27T17:23:13,208 WARN [Thread-4181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/cluster_a6050848-86cc-bf44-1785-654bad6f4c0e/data/data2/current/BP-2049236121-172.17.0.3-1732728190695/current, will proceed with Du for space computation calculation, 2024-11-27T17:23:13,232 WARN [Thread-4168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:23:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x204314b4d5810c63 with lease ID 0x8430aa0241259679: Processing first storage report for DS-b3ef6997-3583-49e2-a3f5-8fe33bdd1437 from datanode DatanodeRegistration(127.0.0.1:41765, datanodeUuid=c4993362-a0ed-4cb0-8af1-fc3f3cf14b53, infoPort=35167, infoSecurePort=0, ipcPort=40719, storageInfo=lv=-57;cid=testClusterID;nsid=1918212785;c=1732728190695) 2024-11-27T17:23:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x204314b4d5810c63 with lease ID 0x8430aa0241259679: from storage DS-b3ef6997-3583-49e2-a3f5-8fe33bdd1437 node DatanodeRegistration(127.0.0.1:41765, datanodeUuid=c4993362-a0ed-4cb0-8af1-fc3f3cf14b53, infoPort=35167, infoSecurePort=0, ipcPort=40719, storageInfo=lv=-57;cid=testClusterID;nsid=1918212785;c=1732728190695), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:23:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x204314b4d5810c63 with lease ID 0x8430aa0241259679: Processing first storage report for DS-198a907c-c711-4c1d-94cf-b328bf6371d8 from datanode DatanodeRegistration(127.0.0.1:41765, datanodeUuid=c4993362-a0ed-4cb0-8af1-fc3f3cf14b53, infoPort=35167, infoSecurePort=0, ipcPort=40719, storageInfo=lv=-57;cid=testClusterID;nsid=1918212785;c=1732728190695) 2024-11-27T17:23:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x204314b4d5810c63 with lease ID 0x8430aa0241259679: from storage DS-198a907c-c711-4c1d-94cf-b328bf6371d8 node DatanodeRegistration(127.0.0.1:41765, datanodeUuid=c4993362-a0ed-4cb0-8af1-fc3f3cf14b53, infoPort=35167, infoSecurePort=0, ipcPort=40719, storageInfo=lv=-57;cid=testClusterID;nsid=1918212785;c=1732728190695), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:23:13,254 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22 2024-11-27T17:23:13,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:13,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:13,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41765 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:23:13,264 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54 with version=8 2024-11-27T17:23:13,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/hbase-staging 2024-11-27T17:23:13,266 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:23:13,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:13,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:13,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:23:13,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:13,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:23:13,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:23:13,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:23:13,267 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45945 2024-11-27T17:23:13,268 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45945 connecting to ZooKeeper ensemble=127.0.0.1:62630 2024-11-27T17:23:13,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459450x0, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:23:13,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45945-0x1017d51f2780000 connected 2024-11-27T17:23:13,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:13,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:13,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Set watcher on znode that does not yet exist, /0-527850632/running 2024-11-27T17:23:13,429 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54, hbase.cluster.distributed=false 2024-11-27T17:23:13,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Set watcher on znode that does not yet exist, /0-527850632/acl 2024-11-27T17:23:13,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45945 2024-11-27T17:23:13,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45945 2024-11-27T17:23:13,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45945 2024-11-27T17:23:13,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45945 2024-11-27T17:23:13,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45945 2024-11-27T17:23:13,465 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:23:13,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:13,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:13,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:23:13,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:13,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:23:13,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:23:13,466 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:23:13,466 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39581 2024-11-27T17:23:13,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39581 connecting to ZooKeeper ensemble=127.0.0.1:62630 2024-11-27T17:23:13,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:13,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:13,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395810x0, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:23:13,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395810x0, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Set watcher on znode that does not yet exist, /0-527850632/running 2024-11-27T17:23:13,482 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:23:13,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39581-0x1017d51f2780001 connected 2024-11-27T17:23:13,490 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:23:13,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39581-0x1017d51f2780001, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Set watcher on znode that does not yet exist, /0-527850632/master 2024-11-27T17:23:13,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39581-0x1017d51f2780001, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Set watcher on znode that does not yet exist, /0-527850632/acl 2024-11-27T17:23:13,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39581 2024-11-27T17:23:13,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39581 2024-11-27T17:23:13,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39581 2024-11-27T17:23:13,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39581 2024-11-27T17:23:13,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39581 2024-11-27T17:23:13,515 DEBUG [M:0;8f0673442175:45945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:45945 2024-11-27T17:23:13,516 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-527850632/backup-masters/8f0673442175,45945,1732728193266 2024-11-27T17:23:13,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39581-0x1017d51f2780001, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632/backup-masters 2024-11-27T17:23:13,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632/backup-masters 2024-11-27T17:23:13,524 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Set watcher on existing znode=/0-527850632/backup-masters/8f0673442175,45945,1732728193266 2024-11-27T17:23:13,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632 2024-11-27T17:23:13,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39581-0x1017d51f2780001, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-527850632/master 2024-11-27T17:23:13,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39581-0x1017d51f2780001, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632 2024-11-27T17:23:13,534 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Set watcher on existing znode=/0-527850632/master 2024-11-27T17:23:13,534 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-527850632/backup-masters/8f0673442175,45945,1732728193266 from backup master directory 2024-11-27T17:23:13,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-527850632/backup-masters/8f0673442175,45945,1732728193266 2024-11-27T17:23:13,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39581-0x1017d51f2780001, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632/backup-masters 2024-11-27T17:23:13,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632/backup-masters 2024-11-27T17:23:13,544 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:23:13,544 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,45945,1732728193266 2024-11-27T17:23:13,547 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/hbase.id] with ID: 7eea2852-d09a-4662-95f3-cb2b6eee5e9c 2024-11-27T17:23:13,547 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/.tmp/hbase.id 2024-11-27T17:23:13,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41765 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:23:13,954 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/.tmp/hbase.id]:[hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/hbase.id] 2024-11-27T17:23:13,961 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:13,961 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:23:13,962 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T17:23:13,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39581-0x1017d51f2780001, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632 2024-11-27T17:23:13,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632 2024-11-27T17:23:13,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41765 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:23:14,381 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:23:14,382 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:23:14,382 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:23:14,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41765 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:23:14,788 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/MasterData/data/master/store 2024-11-27T17:23:14,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41765 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:23:14,802 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:14,802 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:23:14,802 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:14,802 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:14,802 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:23:14,802 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:14,802 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:14,802 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728194802Disabling compacts and flushes for region at 1732728194802Disabling writes for close at 1732728194802Writing region close event to WAL at 1732728194802Closed at 1732728194802 2024-11-27T17:23:14,803 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/MasterData/data/master/store/.initializing 2024-11-27T17:23:14,803 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/MasterData/WALs/8f0673442175,45945,1732728193266 2024-11-27T17:23:14,804 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:23:14,805 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C45945%2C1732728193266, suffix=, logDir=hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/MasterData/WALs/8f0673442175,45945,1732728193266, archiveDir=hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/MasterData/oldWALs, maxLogs=10 2024-11-27T17:23:14,819 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/MasterData/WALs/8f0673442175,45945,1732728193266/8f0673442175%2C45945%2C1732728193266.1732728194805, exclude list is [], retry=0 2024-11-27T17:23:14,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41765,DS-b3ef6997-3583-49e2-a3f5-8fe33bdd1437,DISK] 2024-11-27T17:23:14,823 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/MasterData/WALs/8f0673442175,45945,1732728193266/8f0673442175%2C45945%2C1732728193266.1732728194805 2024-11-27T17:23:14,823 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35167:35167)] 2024-11-27T17:23:14,823 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:23:14,823 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:14,823 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:14,823 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:14,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:14,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:23:14,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:14,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:14,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:14,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:23:14,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:14,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:14,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:14,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:23:14,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:14,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:14,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:14,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:23:14,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:14,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:14,828 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:14,828 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:14,829 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:14,829 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:14,829 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:14,830 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:23:14,830 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:14,832 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:23:14,832 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68002367, jitterRate=0.013314232230186462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:23:14,832 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728194823Initializing all the Stores at 1732728194824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728194824Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728194824Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728194824Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728194824Cleaning up temporary data from old regions at 1732728194829 (+5 ms)Region opened successfully at 1732728194832 (+3 ms) 2024-11-27T17:23:14,833 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:23:14,835 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274dc851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:23:14,835 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:23:14,835 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:23:14,835 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:23:14,836 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:23:14,836 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:23:14,836 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:23:14,836 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:23:14,841 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:23:14,842 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Unable to get data of znode /0-527850632/balancer because node does not exist (not necessarily an error) 2024-11-27T17:23:14,860 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-527850632/balancer already deleted, retry=false 2024-11-27T17:23:14,860 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:23:14,861 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Unable to get data of znode /0-527850632/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:23:14,870 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-527850632/normalizer already deleted, retry=false 2024-11-27T17:23:14,870 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:23:14,871 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Unable to get data of znode /0-527850632/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:23:14,881 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-527850632/switch/split already deleted, retry=false 2024-11-27T17:23:14,881 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Unable to get data of znode /0-527850632/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:23:14,891 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-527850632/switch/merge already deleted, retry=false 2024-11-27T17:23:14,893 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Unable to get data of znode /0-527850632/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:23:14,902 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-527850632/snapshot-cleanup already deleted, retry=false 2024-11-27T17:23:14,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39581-0x1017d51f2780001, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-527850632/running 2024-11-27T17:23:14,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-527850632/running 2024-11-27T17:23:14,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632 2024-11-27T17:23:14,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39581-0x1017d51f2780001, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632 2024-11-27T17:23:14,916 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,45945,1732728193266, sessionid=0x1017d51f2780000, setting cluster-up flag (Was=false) 2024-11-27T17:23:14,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39581-0x1017d51f2780001, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632 2024-11-27T17:23:14,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632 2024-11-27T17:23:14,976 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-527850632/flush-table-proc/acquired, /0-527850632/flush-table-proc/reached, /0-527850632/flush-table-proc/abort 2024-11-27T17:23:14,976 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,45945,1732728193266 2024-11-27T17:23:14,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632 2024-11-27T17:23:14,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39581-0x1017d51f2780001, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632 2024-11-27T17:23:15,028 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-527850632/online-snapshot/acquired, /0-527850632/online-snapshot/reached, /0-527850632/online-snapshot/abort 2024-11-27T17:23:15,029 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,45945,1732728193266 2024-11-27T17:23:15,032 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:23:15,038 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:23:15,038 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:23:15,038 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:23:15,038 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,45945,1732728193266 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:23:15,039 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:23:15,039 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:23:15,040 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:23:15,040 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:23:15,040 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:23:15,040 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:15,040 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:23:15,040 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:15,041 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:23:15,041 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:23:15,042 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:15,042 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:23:15,043 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728225043 2024-11-27T17:23:15,043 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:23:15,043 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:23:15,043 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:23:15,043 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:23:15,043 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:23:15,043 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:23:15,044 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:15,052 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:23:15,052 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:23:15,052 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:23:15,052 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:23:15,054 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:23:15,054 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:23:15,057 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728195054,5,FailOnTimeoutGroup] 2024-11-27T17:23:15,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41765 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:23:15,058 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728195057,5,FailOnTimeoutGroup] 2024-11-27T17:23:15,058 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:15,058 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:23:15,058 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:15,058 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:15,101 INFO [RS:0;8f0673442175:39581 {}] regionserver.HRegionServer(746): ClusterId : 7eea2852-d09a-4662-95f3-cb2b6eee5e9c 2024-11-27T17:23:15,101 DEBUG [RS:0;8f0673442175:39581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:23:15,124 DEBUG [RS:0;8f0673442175:39581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:23:15,124 DEBUG [RS:0;8f0673442175:39581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:23:15,202 DEBUG [RS:0;8f0673442175:39581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:23:15,202 DEBUG [RS:0;8f0673442175:39581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fab3257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:23:15,216 DEBUG [RS:0;8f0673442175:39581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:39581 2024-11-27T17:23:15,216 INFO [RS:0;8f0673442175:39581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:23:15,216 INFO [RS:0;8f0673442175:39581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:23:15,216 DEBUG [RS:0;8f0673442175:39581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:23:15,217 INFO [RS:0;8f0673442175:39581 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,45945,1732728193266 with port=39581, startcode=1732728193465 2024-11-27T17:23:15,217 DEBUG [RS:0;8f0673442175:39581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:23:15,218 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:23:15,219 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,39581,1732728193465 2024-11-27T17:23:15,219 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45945 {}] master.ServerManager(517): Registering regionserver=8f0673442175,39581,1732728193465 2024-11-27T17:23:15,220 DEBUG [RS:0;8f0673442175:39581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54 2024-11-27T17:23:15,220 DEBUG [RS:0;8f0673442175:39581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41651 2024-11-27T17:23:15,220 DEBUG [RS:0;8f0673442175:39581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:23:15,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632/rs 2024-11-27T17:23:15,290 DEBUG [RS:0;8f0673442175:39581 {}] zookeeper.ZKUtil(111): regionserver:39581-0x1017d51f2780001, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Set watcher on existing znode=/0-527850632/rs/8f0673442175,39581,1732728193465 2024-11-27T17:23:15,290 WARN [RS:0;8f0673442175:39581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:23:15,290 INFO [RS:0;8f0673442175:39581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:23:15,290 DEBUG [RS:0;8f0673442175:39581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/WALs/8f0673442175,39581,1732728193465 2024-11-27T17:23:15,290 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,39581,1732728193465] 2024-11-27T17:23:15,294 INFO [RS:0;8f0673442175:39581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:23:15,295 INFO [RS:0;8f0673442175:39581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:23:15,296 INFO [RS:0;8f0673442175:39581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:23:15,296 INFO [RS:0;8f0673442175:39581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:15,300 INFO [RS:0;8f0673442175:39581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:23:15,301 INFO [RS:0;8f0673442175:39581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:23:15,301 INFO [RS:0;8f0673442175:39581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:15,301 DEBUG [RS:0;8f0673442175:39581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:15,301 DEBUG [RS:0;8f0673442175:39581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:15,301 DEBUG [RS:0;8f0673442175:39581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:15,301 DEBUG [RS:0;8f0673442175:39581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:15,301 DEBUG [RS:0;8f0673442175:39581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:15,301 DEBUG [RS:0;8f0673442175:39581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:23:15,301 DEBUG [RS:0;8f0673442175:39581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:15,301 DEBUG [RS:0;8f0673442175:39581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:15,301 DEBUG [RS:0;8f0673442175:39581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:15,301 DEBUG [RS:0;8f0673442175:39581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:15,301 DEBUG [RS:0;8f0673442175:39581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:15,301 DEBUG [RS:0;8f0673442175:39581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:15,301 DEBUG [RS:0;8f0673442175:39581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:23:15,301 DEBUG [RS:0;8f0673442175:39581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:23:15,303 INFO [RS:0;8f0673442175:39581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:15,303 INFO [RS:0;8f0673442175:39581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:15,303 INFO [RS:0;8f0673442175:39581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:15,303 INFO [RS:0;8f0673442175:39581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:15,303 INFO [RS:0;8f0673442175:39581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:15,303 INFO [RS:0;8f0673442175:39581 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,39581,1732728193465-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:23:15,317 INFO [RS:0;8f0673442175:39581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:23:15,317 INFO [RS:0;8f0673442175:39581 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,39581,1732728193465-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:15,317 INFO [RS:0;8f0673442175:39581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:15,317 INFO [RS:0;8f0673442175:39581 {}] regionserver.Replication(171): 8f0673442175,39581,1732728193465 started 2024-11-27T17:23:15,329 INFO [RS:0;8f0673442175:39581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:15,329 INFO [RS:0;8f0673442175:39581 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,39581,1732728193465, RpcServer on 8f0673442175/172.17.0.3:39581, sessionid=0x1017d51f2780001 2024-11-27T17:23:15,329 DEBUG [RS:0;8f0673442175:39581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:23:15,329 DEBUG [RS:0;8f0673442175:39581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,39581,1732728193465 2024-11-27T17:23:15,329 DEBUG [RS:0;8f0673442175:39581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,39581,1732728193465' 2024-11-27T17:23:15,329 DEBUG [RS:0;8f0673442175:39581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-527850632/flush-table-proc/abort' 2024-11-27T17:23:15,330 DEBUG [RS:0;8f0673442175:39581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-527850632/flush-table-proc/acquired' 2024-11-27T17:23:15,330 DEBUG [RS:0;8f0673442175:39581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:23:15,330 DEBUG [RS:0;8f0673442175:39581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:23:15,330 DEBUG [RS:0;8f0673442175:39581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,39581,1732728193465 2024-11-27T17:23:15,330 DEBUG [RS:0;8f0673442175:39581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,39581,1732728193465' 2024-11-27T17:23:15,330 DEBUG [RS:0;8f0673442175:39581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-527850632/online-snapshot/abort' 2024-11-27T17:23:15,330 DEBUG [RS:0;8f0673442175:39581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-527850632/online-snapshot/acquired' 2024-11-27T17:23:15,330 DEBUG [RS:0;8f0673442175:39581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:23:15,330 INFO [RS:0;8f0673442175:39581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:23:15,331 INFO [RS:0;8f0673442175:39581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:23:15,431 INFO [RS:0;8f0673442175:39581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:23:15,432 INFO [RS:0;8f0673442175:39581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C39581%2C1732728193465, suffix=, logDir=hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/WALs/8f0673442175,39581,1732728193465, archiveDir=hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/oldWALs, maxLogs=10 2024-11-27T17:23:15,444 DEBUG [RS:0;8f0673442175:39581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/WALs/8f0673442175,39581,1732728193465/8f0673442175%2C39581%2C1732728193465.1732728195432, exclude list is [], retry=0 2024-11-27T17:23:15,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41765,DS-b3ef6997-3583-49e2-a3f5-8fe33bdd1437,DISK] 2024-11-27T17:23:15,447 INFO [RS:0;8f0673442175:39581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/WALs/8f0673442175,39581,1732728193465/8f0673442175%2C39581%2C1732728193465.1732728195432 2024-11-27T17:23:15,447 DEBUG [RS:0;8f0673442175:39581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35167:35167)] 2024-11-27T17:23:15,458 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:23:15,458 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54 2024-11-27T17:23:15,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41765 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:23:15,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:15,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:23:15,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:23:15,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:15,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:15,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:23:15,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:23:15,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:15,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:15,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:23:15,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:23:15,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:15,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:15,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:23:15,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:23:15,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:15,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:15,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:23:15,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/data/hbase/meta/1588230740 2024-11-27T17:23:15,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/data/hbase/meta/1588230740 2024-11-27T17:23:15,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:23:15,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:23:15,869 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:23:15,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:23:15,871 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:23:15,872 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58886382, jitterRate=-0.12252452969551086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:23:15,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728195863Initializing all the Stores at 1732728195864 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728195864Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728195864Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728195864Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728195864Cleaning up temporary data from old regions at 1732728195869 (+5 ms)Region opened successfully at 1732728195872 (+3 ms) 2024-11-27T17:23:15,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:23:15,872 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:23:15,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:23:15,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:23:15,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:23:15,872 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:23:15,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728195872Disabling compacts and flushes for region at 1732728195872Disabling writes for close at 1732728195872Writing region close event to WAL at 1732728195872Closed at 1732728195872 2024-11-27T17:23:15,873 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:23:15,873 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:23:15,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:23:15,874 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:23:15,875 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:23:16,028 DEBUG [8f0673442175:45945 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:23:16,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,39581,1732728193465 2024-11-27T17:23:16,029 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,39581,1732728193465, state=OPENING 2024-11-27T17:23:16,039 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:23:16,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632 2024-11-27T17:23:16,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39581-0x1017d51f2780001, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-527850632 2024-11-27T17:23:16,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-527850632/meta-region-server: CHANGED 2024-11-27T17:23:16,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:23:16,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,39581,1732728193465}] 2024-11-27T17:23:16,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-527850632/meta-region-server: CHANGED 2024-11-27T17:23:16,207 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:23:16,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:23:16,215 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:23:16,215 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:23:16,215 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:23:16,216 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C39581%2C1732728193465.meta, suffix=.meta, logDir=hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/WALs/8f0673442175,39581,1732728193465, archiveDir=hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/oldWALs, maxLogs=10 2024-11-27T17:23:16,234 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/WALs/8f0673442175,39581,1732728193465/8f0673442175%2C39581%2C1732728193465.meta.1732728196217.meta, exclude list is [], retry=0 2024-11-27T17:23:16,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41765,DS-b3ef6997-3583-49e2-a3f5-8fe33bdd1437,DISK] 2024-11-27T17:23:16,243 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/WALs/8f0673442175,39581,1732728193465/8f0673442175%2C39581%2C1732728193465.meta.1732728196217.meta 2024-11-27T17:23:16,243 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35167:35167)] 2024-11-27T17:23:16,243 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:23:16,244 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:23:16,244 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:23:16,244 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:23:16,244 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:23:16,244 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:23:16,244 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:16,245 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:23:16,245 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:23:16,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:23:16,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:23:16,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:16,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:16,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:23:16,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:23:16,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:16,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:16,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:23:16,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:23:16,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:16,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:16,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:23:16,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:23:16,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:16,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:16,252 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:23:16,253 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/data/hbase/meta/1588230740 2024-11-27T17:23:16,253 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/data/hbase/meta/1588230740 2024-11-27T17:23:16,254 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:23:16,254 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:23:16,255 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:23:16,258 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:23:16,258 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74710779, jitterRate=0.1132773607969284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:23:16,258 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:23:16,259 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728196245Writing region info on filesystem at 1732728196245Initializing all the Stores at 1732728196246 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728196246Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728196249 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728196249Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728196249Cleaning up temporary data from old regions at 1732728196254 (+5 ms)Running coprocessor post-open hooks at 1732728196258 (+4 ms)Region opened successfully at 1732728196259 (+1 ms) 2024-11-27T17:23:16,260 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728196207 2024-11-27T17:23:16,262 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:23:16,262 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:23:16,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,39581,1732728193465 2024-11-27T17:23:16,263 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,39581,1732728193465, state=OPEN 2024-11-27T17:23:16,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1017d51f2780000, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-527850632/meta-region-server 2024-11-27T17:23:16,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39581-0x1017d51f2780001, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-527850632/meta-region-server 2024-11-27T17:23:16,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-527850632/meta-region-server: CHANGED 2024-11-27T17:23:16,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-527850632/meta-region-server: CHANGED 2024-11-27T17:23:16,392 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,39581,1732728193465 2024-11-27T17:23:16,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:23:16,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,39581,1732728193465 in 340 msec 2024-11-27T17:23:16,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:23:16,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 522 msec 2024-11-27T17:23:16,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:23:16,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:23:16,398 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:23:16,398 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,39581,1732728193465, seqNum=-1] 2024-11-27T17:23:16,398 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:23:16,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:23:16,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3660 sec 2024-11-27T17:23:16,403 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728196403, completionTime=-1 2024-11-27T17:23:16,403 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:23:16,403 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:23:16,405 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:23:16,405 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728256405 2024-11-27T17:23:16,405 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728316405 2024-11-27T17:23:16,405 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T17:23:16,405 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45945,1732728193266-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:16,405 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45945,1732728193266-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:16,405 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45945,1732728193266-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:16,405 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:45945, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:16,405 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:16,406 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:16,407 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:23:16,408 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.864sec 2024-11-27T17:23:16,408 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:23:16,408 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:23:16,408 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:23:16,408 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:23:16,408 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:23:16,408 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45945,1732728193266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:23:16,408 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45945,1732728193266-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:23:16,410 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:23:16,410 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:23:16,410 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45945,1732728193266-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:16,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6d27a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:16,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45945,-1 for getting cluster id 2024-11-27T17:23:16,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:16,522 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7eea2852-d09a-4662-95f3-cb2b6eee5e9c' 2024-11-27T17:23:16,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:16,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7eea2852-d09a-4662-95f3-cb2b6eee5e9c" 2024-11-27T17:23:16,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353b199e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:16,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45945,-1] 2024-11-27T17:23:16,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:16,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:16,524 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:16,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f29013d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:16,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:23:16,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,39581,1732728193465, seqNum=-1] 2024-11-27T17:23:16,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:23:16,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:23:16,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,45945,1732728193266 2024-11-27T17:23:16,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62630 2024-11-27T17:23:16,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62630, baseZNode=/0-527850632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:23:16,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017d51f2780002 connected 2024-11-27T17:23:16,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:16,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,45945,1732728193266 2024-11-27T17:23:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30c2283d 2024-11-27T17:23:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:23:16,623 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:23:16,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:23:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T17:23:16,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:23:16,626 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:16,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T17:23:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:16,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:23:16,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41765 is added to blk_1073741835_1011 (size=902) 2024-11-27T17:23:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:17,039 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b881832a0e58782698cda6d7f0243998, NAME => 'test,,1732728196623.b881832a0e58782698cda6d7f0243998.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54 2024-11-27T17:23:17,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41765 is added to blk_1073741836_1012 (size=39) 2024-11-27T17:23:17,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732728196623.b881832a0e58782698cda6d7f0243998.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:17,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b881832a0e58782698cda6d7f0243998, disabling compactions & flushes 2024-11-27T17:23:17,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732728196623.b881832a0e58782698cda6d7f0243998. 2024-11-27T17:23:17,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728196623.b881832a0e58782698cda6d7f0243998. 2024-11-27T17:23:17,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732728196623.b881832a0e58782698cda6d7f0243998. after waiting 0 ms 2024-11-27T17:23:17,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732728196623.b881832a0e58782698cda6d7f0243998. 2024-11-27T17:23:17,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732728196623.b881832a0e58782698cda6d7f0243998. 2024-11-27T17:23:17,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b881832a0e58782698cda6d7f0243998: Waiting for close lock at 1732728197045Disabling compacts and flushes for region at 1732728197045Disabling writes for close at 1732728197045Writing region close event to WAL at 1732728197045Closed at 1732728197045 2024-11-27T17:23:17,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:23:17,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732728196623.b881832a0e58782698cda6d7f0243998.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732728197046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728197046"}]},"ts":"1732728197046"} 2024-11-27T17:23:17,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:23:17,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:23:17,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728197048"}]},"ts":"1732728197048"} 2024-11-27T17:23:17,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T17:23:17,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b881832a0e58782698cda6d7f0243998, ASSIGN}] 2024-11-27T17:23:17,051 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b881832a0e58782698cda6d7f0243998, ASSIGN 2024-11-27T17:23:17,051 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b881832a0e58782698cda6d7f0243998, ASSIGN; state=OFFLINE, location=8f0673442175,39581,1732728193465; forceNewPlan=false, retain=false 2024-11-27T17:23:17,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b881832a0e58782698cda6d7f0243998, regionState=OPENING, regionLocation=8f0673442175,39581,1732728193465 2024-11-27T17:23:17,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b881832a0e58782698cda6d7f0243998, ASSIGN because future has completed 2024-11-27T17:23:17,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b881832a0e58782698cda6d7f0243998, server=8f0673442175,39581,1732728193465}] 2024-11-27T17:23:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:17,366 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732728196623.b881832a0e58782698cda6d7f0243998. 2024-11-27T17:23:17,366 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b881832a0e58782698cda6d7f0243998, NAME => 'test,,1732728196623.b881832a0e58782698cda6d7f0243998.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:23:17,366 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:23:17,367 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T17:23:17,367 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b881832a0e58782698cda6d7f0243998 2024-11-27T17:23:17,367 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732728196623.b881832a0e58782698cda6d7f0243998.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:17,367 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b881832a0e58782698cda6d7f0243998 2024-11-27T17:23:17,367 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b881832a0e58782698cda6d7f0243998 2024-11-27T17:23:17,369 INFO [StoreOpener-b881832a0e58782698cda6d7f0243998-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b881832a0e58782698cda6d7f0243998 2024-11-27T17:23:17,370 INFO [StoreOpener-b881832a0e58782698cda6d7f0243998-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b881832a0e58782698cda6d7f0243998 columnFamilyName f 2024-11-27T17:23:17,370 DEBUG [StoreOpener-b881832a0e58782698cda6d7f0243998-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:17,371 INFO [StoreOpener-b881832a0e58782698cda6d7f0243998-1 {}] regionserver.HStore(327): Store=b881832a0e58782698cda6d7f0243998/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:17,371 INFO [StoreOpener-b881832a0e58782698cda6d7f0243998-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b881832a0e58782698cda6d7f0243998 2024-11-27T17:23:17,372 INFO [StoreOpener-b881832a0e58782698cda6d7f0243998-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b881832a0e58782698cda6d7f0243998 columnFamilyName f1 2024-11-27T17:23:17,372 DEBUG [StoreOpener-b881832a0e58782698cda6d7f0243998-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:17,373 INFO [StoreOpener-b881832a0e58782698cda6d7f0243998-1 {}] regionserver.HStore(327): Store=b881832a0e58782698cda6d7f0243998/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:17,373 INFO [StoreOpener-b881832a0e58782698cda6d7f0243998-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b881832a0e58782698cda6d7f0243998 2024-11-27T17:23:17,375 INFO [StoreOpener-b881832a0e58782698cda6d7f0243998-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b881832a0e58782698cda6d7f0243998 columnFamilyName norep 2024-11-27T17:23:17,375 DEBUG [StoreOpener-b881832a0e58782698cda6d7f0243998-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:17,375 INFO [StoreOpener-b881832a0e58782698cda6d7f0243998-1 {}] regionserver.HStore(327): Store=b881832a0e58782698cda6d7f0243998/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:17,375 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b881832a0e58782698cda6d7f0243998 2024-11-27T17:23:17,377 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/data/default/test/b881832a0e58782698cda6d7f0243998 2024-11-27T17:23:17,378 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/data/default/test/b881832a0e58782698cda6d7f0243998 2024-11-27T17:23:17,381 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b881832a0e58782698cda6d7f0243998 2024-11-27T17:23:17,381 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b881832a0e58782698cda6d7f0243998 2024-11-27T17:23:17,381 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:23:17,383 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b881832a0e58782698cda6d7f0243998 2024-11-27T17:23:17,386 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/data/default/test/b881832a0e58782698cda6d7f0243998/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:23:17,387 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b881832a0e58782698cda6d7f0243998; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68331205, jitterRate=0.018214300274848938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:23:17,387 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b881832a0e58782698cda6d7f0243998 2024-11-27T17:23:17,388 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b881832a0e58782698cda6d7f0243998: Running coprocessor pre-open hook at 1732728197367Writing region info on filesystem at 1732728197367Initializing all the Stores at 1732728197368 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728197369 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728197369Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728197369Cleaning up temporary data from old regions at 1732728197381 (+12 ms)Running coprocessor post-open hooks at 1732728197387 (+6 ms)Region opened successfully at 1732728197388 (+1 ms) 2024-11-27T17:23:17,389 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732728196623.b881832a0e58782698cda6d7f0243998., pid=6, masterSystemTime=1732728197360 2024-11-27T17:23:17,392 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732728196623.b881832a0e58782698cda6d7f0243998. 2024-11-27T17:23:17,392 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732728196623.b881832a0e58782698cda6d7f0243998. 2024-11-27T17:23:17,392 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b881832a0e58782698cda6d7f0243998, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8f0673442175,39581,1732728193465 2024-11-27T17:23:17,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b881832a0e58782698cda6d7f0243998, server=8f0673442175,39581,1732728193465 because future has completed 2024-11-27T17:23:17,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:23:17,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b881832a0e58782698cda6d7f0243998, server=8f0673442175,39581,1732728193465 in 205 msec 2024-11-27T17:23:17,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:23:17,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b881832a0e58782698cda6d7f0243998, ASSIGN in 362 msec 2024-11-27T17:23:17,416 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:23:17,416 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728197416"}]},"ts":"1732728197416"} 2024-11-27T17:23:17,419 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T17:23:17,420 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:23:17,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 796 msec 2024-11-27T17:23:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:17,764 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T17:23:17,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338a69f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:17,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45945,-1 for getting cluster id 2024-11-27T17:23:17,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:17,770 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7eea2852-d09a-4662-95f3-cb2b6eee5e9c' 2024-11-27T17:23:17,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:17,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7eea2852-d09a-4662-95f3-cb2b6eee5e9c" 2024-11-27T17:23:17,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d844b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:17,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45945,-1] 2024-11-27T17:23:17,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:17,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:17,772 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb26b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:17,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:17,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,45945,1732728193266 2024-11-27T17:23:17,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62ee341f 2024-11-27T17:23:17,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:23:17,777 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:23:17,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8f0673442175:45945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:23:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:23:17,781 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:45945' 2024-11-27T17:23:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:23:17,787 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f925bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:17,787 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,45945,-1 for getting cluster id 2024-11-27T17:23:17,787 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:17,788 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7eea2852-d09a-4662-95f3-cb2b6eee5e9c' 2024-11-27T17:23:17,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:17,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7eea2852-d09a-4662-95f3-cb2b6eee5e9c" 2024-11-27T17:23:17,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdaf176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:17,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,45945,-1] 2024-11-27T17:23:17,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:17,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:17,790 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:17,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628d7f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:17,793 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:17,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,45945,1732728193266 2024-11-27T17:23:17,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71ad4bb1 2024-11-27T17:23:17,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:23:17,797 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:23:17,798 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T17:23:17,798 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:23:17,799 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:17,799 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:17,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:17,799 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8f0673442175:45945, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:23:17,822 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8f0673442175:45945, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8f0673442175:45945, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8f0673442175:45945, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-27T17:23:17,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8f0673442175:45945, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=50 msec 2024-11-27T17:23:17,828 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-27T17:23:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:23:17,895 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://8f0673442175:45945, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-27T17:23:17,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:23:17,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:17,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:17,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:17,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:17,933 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 359) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-238344151_20 at /127.0.0.1:36104 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1896407983-7884 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fde80432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 40719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62630) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RS_OPEN_META-regionserver/8f0673442175:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-3f352a94-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1225974084) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41651 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp263232463-7932 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_517446981_20 at /127.0.0.1:36156 [Receiving block BP-2049236121-172.17.0.3-1732728190695:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 40719 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1896407983-7881 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fde80432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728195054 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@61b1bd7d[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: BP-2049236121-172.17.0.3-1732728190695 heartbeating to localhost/127.0.0.1:41651 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54-prefix:8f0673442175,39581,1732728193465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1896407983-7887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1896407983-7883 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fde80432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8f0673442175:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62630) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 40719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 41651 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;8f0673442175:39581 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54-prefix:8f0673442175,39581,1732728193465.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 1 on default port 41651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-2049236121-172.17.0.3-1732728190695:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1896407983-7885-acceptor-0@4fa1b157-ServerConnector@2e44e3da{HTTP/1.1, (http/1.1)}{localhost:36461} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: 8f0673442175:45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp263232463-7931-acceptor-0@4658d733-ServerConnector@1dcae63{HTTP/1.1, (http/1.1)}{localhost:33815} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8f0673442175:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2049236121-172.17.0.3-1732728190695:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RS_OPEN_REGION-regionserver/8f0673442175:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@589551d2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@26d152a5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@62259eb8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:41651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:62630 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/cluster_a6050848-86cc-bf44-1785-654bad6f4c0e/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8f0673442175:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6367942c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62630) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-238344151_20 at /127.0.0.1:36172 [Receiving block BP-2049236121-172.17.0.3-1732728190695:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Session-HouseKeeper-90123a3-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 40719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/cluster_a6050848-86cc-bf44-1785-654bad6f4c0e/data/data2/current/BP-2049236121-172.17.0.3-1732728190695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/cluster_a6050848-86cc-bf44-1785-654bad6f4c0e/data/data1/current/BP-2049236121-172.17.0.3-1732728190695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41651/user/jenkins/test-data/b43497ce-8928-0474-6969-4612ad3f3a54/MasterData-prefix:8f0673442175,45945,1732728193266 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1896407983-7886 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@19caf068 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 41651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: M:0;8f0673442175:45945 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fde809f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$592/0x00007fde80ab47b0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2049236121-172.17.0.3-1732728190695:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-238344151_20 at /127.0.0.1:36190 [Receiving block BP-2049236121-172.17.0.3-1732728190695:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:62630): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728195057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: regionserver/8f0673442175:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@4f0e9f26 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp263232463-7930 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fde80432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@42d9c65d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1896407983-7882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fde80432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp263232463-7933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5de9dca4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7b8fd837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RS:0;8f0673442175:39581-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/cluster_a6050848-86cc-bf44-1785-654bad6f4c0e/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1896407983-7888 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) - Thread LEAK? -, OpenFileDescriptor=868 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=640 (was 600) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4503 (was 4131) - AvailableMemoryMB LEAK? - 2024-11-27T17:23:17,934 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:17,937 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:23:17,938 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128698 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:23:17,938 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-27T17:23:17,962 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=640, ProcessCount=11, AvailableMemoryMB=4501 2024-11-27T17:23:17,962 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-27T17:23:17,981 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-27T17:23:17,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/hadoop.log.dir so I do NOT create it in target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab 2024-11-27T17:23:17,982 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:23:17,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/hadoop.tmp.dir so I do NOT create it in target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab 2024-11-27T17:23:17,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c8a2ae8-2b57-4066-2228-b2697379aa22/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:23:17,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab 2024-11-27T17:23:17,983 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/cluster_23ba264e-cbef-3bda-f549-bb575cecc10d, deleteOnExit=true 2024-11-27T17:23:18,032 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/cluster_23ba264e-cbef-3bda-f549-bb575cecc10d/zookeeper_0, clientPort=56337, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/cluster_23ba264e-cbef-3bda-f549-bb575cecc10d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/cluster_23ba264e-cbef-3bda-f549-bb575cecc10d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T17:23:18,033 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56337 2024-11-27T17:23:18,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:23:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:23:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/test.cache.data in system properties and HBase conf 2024-11-27T17:23:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:23:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:23:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:23:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:23:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:23:18,034 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:23:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:23:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:23:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:23:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:23:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:23:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:23:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:23:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:23:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:23:18,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:23:18,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:23:18,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:23:18,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:23:18,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:23:18,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:23:18,412 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:23:18,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:23:18,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:23:18,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:23:18,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:23:18,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@139ed7ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:23:18,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25f3adc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:23:18,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46f83561{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/java.io.tmpdir/jetty-localhost-34089-hadoop-hdfs-3_4_1-tests_jar-_-any-9028424702892026348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:23:18,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63cc3196{HTTP/1.1, (http/1.1)}{localhost:34089} 2024-11-27T17:23:18,519 INFO [Time-limited test {}] server.Server(415): Started @325491ms 2024-11-27T17:23:18,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:23:18,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:23:18,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:23:18,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:23:18,910 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:23:18,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24dcdcec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:23:18,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e6aaf0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:23:19,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d10570c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/java.io.tmpdir/jetty-localhost-34275-hadoop-hdfs-3_4_1-tests_jar-_-any-11945829188438717391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:23:19,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bd5237f{HTTP/1.1, (http/1.1)}{localhost:34275} 2024-11-27T17:23:19,011 INFO [Time-limited test {}] server.Server(415): Started @325982ms 2024-11-27T17:23:19,011 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:23:19,707 WARN [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/cluster_23ba264e-cbef-3bda-f549-bb575cecc10d/data/data2/current/BP-1987192324-172.17.0.3-1732728198048/current, will proceed with Du for space computation calculation, 2024-11-27T17:23:19,707 WARN [Thread-4313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/cluster_23ba264e-cbef-3bda-f549-bb575cecc10d/data/data1/current/BP-1987192324-172.17.0.3-1732728198048/current, will proceed with Du for space computation calculation, 2024-11-27T17:23:19,725 WARN [Thread-4301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:23:19,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48e047527bc5ca5b with lease ID 0x542ad40009d80a69: Processing first storage report for DS-4025ced5-5a1d-41de-afa4-4cf062db1673 from datanode DatanodeRegistration(127.0.0.1:44579, datanodeUuid=ba368a72-6dd3-4714-9191-246f4c9719c0, infoPort=35865, infoSecurePort=0, ipcPort=44925, storageInfo=lv=-57;cid=testClusterID;nsid=1268556928;c=1732728198048) 2024-11-27T17:23:19,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48e047527bc5ca5b with lease ID 0x542ad40009d80a69: from storage DS-4025ced5-5a1d-41de-afa4-4cf062db1673 node DatanodeRegistration(127.0.0.1:44579, datanodeUuid=ba368a72-6dd3-4714-9191-246f4c9719c0, infoPort=35865, infoSecurePort=0, ipcPort=44925, storageInfo=lv=-57;cid=testClusterID;nsid=1268556928;c=1732728198048), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:23:19,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48e047527bc5ca5b with lease ID 0x542ad40009d80a69: Processing first storage report for DS-79e4f90d-f1a8-4bed-ad47-d157d7e83373 from datanode DatanodeRegistration(127.0.0.1:44579, datanodeUuid=ba368a72-6dd3-4714-9191-246f4c9719c0, infoPort=35865, infoSecurePort=0, ipcPort=44925, storageInfo=lv=-57;cid=testClusterID;nsid=1268556928;c=1732728198048) 2024-11-27T17:23:19,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48e047527bc5ca5b with lease ID 0x542ad40009d80a69: from storage DS-79e4f90d-f1a8-4bed-ad47-d157d7e83373 node DatanodeRegistration(127.0.0.1:44579, datanodeUuid=ba368a72-6dd3-4714-9191-246f4c9719c0, infoPort=35865, infoSecurePort=0, ipcPort=44925, storageInfo=lv=-57;cid=testClusterID;nsid=1268556928;c=1732728198048), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:23:19,754 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab 2024-11-27T17:23:19,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:19,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:19,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:23:19,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T17:23:19,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T17:23:19,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T17:23:19,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T17:23:19,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:19,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T17:23:19,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:23:19,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T17:23:19,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:23:19,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T17:23:20,161 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f with version=8 2024-11-27T17:23:20,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/hbase-staging 2024-11-27T17:23:20,163 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:23:20,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:20,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:20,163 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:23:20,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:20,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:23:20,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:23:20,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:23:20,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33451 2024-11-27T17:23:20,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33451 connecting to ZooKeeper ensemble=127.0.0.1:56337 2024-11-27T17:23:20,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334510x0, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:23:20,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33451-0x1017d520f310000 connected 2024-11-27T17:23:20,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:20,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:20,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Set watcher on znode that does not yet exist, /0482843124/running 2024-11-27T17:23:20,341 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f, hbase.cluster.distributed=false 2024-11-27T17:23:20,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Set watcher on znode that does not yet exist, /0482843124/acl 2024-11-27T17:23:20,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33451 2024-11-27T17:23:20,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33451 2024-11-27T17:23:20,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33451 2024-11-27T17:23:20,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33451 2024-11-27T17:23:20,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33451 2024-11-27T17:23:20,356 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:23:20,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:20,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:20,356 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:23:20,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:20,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:23:20,356 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:23:20,356 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:23:20,358 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37635 2024-11-27T17:23:20,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37635 connecting to ZooKeeper ensemble=127.0.0.1:56337 2024-11-27T17:23:20,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:20,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:20,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376350x0, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:23:20,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Set watcher on znode that does not yet exist, /0482843124/running 2024-11-27T17:23:20,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37635-0x1017d520f310001 connected 2024-11-27T17:23:20,369 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:23:20,370 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:23:20,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Set watcher on znode that does not yet exist, /0482843124/master 2024-11-27T17:23:20,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Set watcher on znode that does not yet exist, /0482843124/acl 2024-11-27T17:23:20,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37635 2024-11-27T17:23:20,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37635 2024-11-27T17:23:20,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37635 2024-11-27T17:23:20,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37635 2024-11-27T17:23:20,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37635 2024-11-27T17:23:20,393 DEBUG [M:0;8f0673442175:33451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:33451 2024-11-27T17:23:20,393 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0482843124/backup-masters/8f0673442175,33451,1732728200163 2024-11-27T17:23:20,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124/backup-masters 2024-11-27T17:23:20,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124/backup-masters 2024-11-27T17:23:20,400 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Set watcher on existing znode=/0482843124/backup-masters/8f0673442175,33451,1732728200163 2024-11-27T17:23:20,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0482843124/master 2024-11-27T17:23:20,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:20,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:20,411 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Set watcher on existing znode=/0482843124/master 2024-11-27T17:23:20,411 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0482843124/backup-masters/8f0673442175,33451,1732728200163 from backup master directory 2024-11-27T17:23:20,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0482843124/backup-masters/8f0673442175,33451,1732728200163 2024-11-27T17:23:20,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124/backup-masters 2024-11-27T17:23:20,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124/backup-masters 2024-11-27T17:23:20,421 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:23:20,421 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,33451,1732728200163 2024-11-27T17:23:20,424 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/hbase.id] with ID: 4c0579eb-d898-4c0f-a243-757a2ca6be77 2024-11-27T17:23:20,424 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/.tmp/hbase.id 2024-11-27T17:23:20,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:23:20,830 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/.tmp/hbase.id]:[hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/hbase.id] 2024-11-27T17:23:20,838 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:20,838 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:23:20,840 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T17:23:20,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:20,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:20,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:23:20,947 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:23:20,948 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:23:20,949 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:23:20,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:23:21,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,386 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store 2024-11-27T17:23:21,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:23:21,410 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:21,411 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:23:21,411 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:21,411 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:21,411 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:23:21,411 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:21,411 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:21,411 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728201410Disabling compacts and flushes for region at 1732728201410Disabling writes for close at 1732728201411 (+1 ms)Writing region close event to WAL at 1732728201411Closed at 1732728201411 2024-11-27T17:23:21,412 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/.initializing 2024-11-27T17:23:21,412 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/WALs/8f0673442175,33451,1732728200163 2024-11-27T17:23:21,413 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:23:21,415 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C33451%2C1732728200163, suffix=, logDir=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/WALs/8f0673442175,33451,1732728200163, archiveDir=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/oldWALs, maxLogs=10 2024-11-27T17:23:21,445 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/WALs/8f0673442175,33451,1732728200163/8f0673442175%2C33451%2C1732728200163.1732728201415, exclude list is [], retry=0 2024-11-27T17:23:21,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44579,DS-4025ced5-5a1d-41de-afa4-4cf062db1673,DISK] 2024-11-27T17:23:21,509 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/WALs/8f0673442175,33451,1732728200163/8f0673442175%2C33451%2C1732728200163.1732728201415 2024-11-27T17:23:21,524 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35865:35865)] 2024-11-27T17:23:21,524 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:23:21,525 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:21,525 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:21,525 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:21,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:21,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:23:21,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:21,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:21,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:21,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:23:21,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:21,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:21,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:21,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:23:21,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:21,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:21,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:21,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:23:21,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:21,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:21,555 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:21,556 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:21,556 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:21,557 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:21,557 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:21,558 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:23:21,559 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:21,573 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:23:21,573 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62387141, jitterRate=-0.07035915553569794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:23:21,573 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728201525Initializing all the Stores at 1732728201526 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728201526Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728201536 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728201536Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728201536Cleaning up temporary data from old regions at 1732728201557 (+21 ms)Region opened successfully at 1732728201573 (+16 ms) 2024-11-27T17:23:21,584 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:23:21,587 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd85ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:23:21,588 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:23:21,588 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:23:21,588 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:23:21,588 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:23:21,589 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:23:21,589 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:23:21,589 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:23:21,602 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:23:21,602 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Unable to get data of znode /0482843124/balancer because node does not exist (not necessarily an error) 2024-11-27T17:23:21,614 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0482843124/balancer already deleted, retry=false 2024-11-27T17:23:21,615 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:23:21,616 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Unable to get data of znode /0482843124/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:23:21,628 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0482843124/normalizer already deleted, retry=false 2024-11-27T17:23:21,628 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:23:21,641 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Unable to get data of znode /0482843124/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:23:21,653 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0482843124/switch/split already deleted, retry=false 2024-11-27T17:23:21,654 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Unable to get data of znode /0482843124/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:23:21,670 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0482843124/switch/merge already deleted, retry=false 2024-11-27T17:23:21,674 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Unable to get data of znode /0482843124/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:23:21,691 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0482843124/snapshot-cleanup already deleted, retry=false 2024-11-27T17:23:21,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0482843124/running 2024-11-27T17:23:21,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0482843124/running 2024-11-27T17:23:21,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:21,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:21,702 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,33451,1732728200163, sessionid=0x1017d520f310000, setting cluster-up flag (Was=false) 2024-11-27T17:23:21,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:21,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:21,754 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0482843124/flush-table-proc/acquired, /0482843124/flush-table-proc/reached, /0482843124/flush-table-proc/abort 2024-11-27T17:23:21,756 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,33451,1732728200163 2024-11-27T17:23:21,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:21,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:21,811 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0482843124/online-snapshot/acquired, /0482843124/online-snapshot/reached, /0482843124/online-snapshot/abort 2024-11-27T17:23:21,812 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,33451,1732728200163 2024-11-27T17:23:21,814 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:23:21,816 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:23:21,816 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:23:21,816 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:23:21,817 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,33451,1732728200163 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:23:21,818 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:23:21,818 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:23:21,818 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:23:21,818 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:23:21,818 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:23:21,818 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:21,818 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:23:21,818 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:21,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:23:21,826 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:23:21,829 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:21,829 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:23:21,848 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728231848 2024-11-27T17:23:21,848 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:23:21,849 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:23:21,849 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:23:21,849 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:23:21,849 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:23:21,849 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:23:21,852 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:21,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:23:21,876 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:23:21,876 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:23:21,876 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:23:21,876 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:23:21,877 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:23:21,877 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:23:21,877 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728201877,5,FailOnTimeoutGroup] 2024-11-27T17:23:21,877 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728201877,5,FailOnTimeoutGroup] 2024-11-27T17:23:21,877 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:21,877 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:23:21,877 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:21,877 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:21,886 INFO [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(746): ClusterId : 4c0579eb-d898-4c0f-a243-757a2ca6be77 2024-11-27T17:23:21,886 DEBUG [RS:0;8f0673442175:37635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:23:21,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:23:21,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,898 DEBUG [RS:0;8f0673442175:37635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:23:21,898 DEBUG [RS:0;8f0673442175:37635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:23:21,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,906 DEBUG [RS:0;8f0673442175:37635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:23:21,906 DEBUG [RS:0;8f0673442175:37635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544773f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:23:21,964 DEBUG [RS:0;8f0673442175:37635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:37635 2024-11-27T17:23:21,964 INFO [RS:0;8f0673442175:37635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:23:21,964 INFO [RS:0;8f0673442175:37635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:23:21,965 DEBUG [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:23:21,965 INFO [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,33451,1732728200163 with port=37635, startcode=1732728200356 2024-11-27T17:23:21,966 DEBUG [RS:0;8f0673442175:37635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:23:21,969 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:23:21,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,37635,1732728200356 2024-11-27T17:23:21,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33451 {}] master.ServerManager(517): Registering regionserver=8f0673442175,37635,1732728200356 2024-11-27T17:23:21,973 DEBUG [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f 2024-11-27T17:23:21,973 DEBUG [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44087 2024-11-27T17:23:21,973 DEBUG [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:23:21,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124/rs 2024-11-27T17:23:21,986 DEBUG [RS:0;8f0673442175:37635 {}] zookeeper.ZKUtil(111): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Set watcher on existing znode=/0482843124/rs/8f0673442175,37635,1732728200356 2024-11-27T17:23:21,986 WARN [RS:0;8f0673442175:37635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:23:21,986 INFO [RS:0;8f0673442175:37635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:23:21,986 DEBUG [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356 2024-11-27T17:23:21,987 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,37635,1732728200356] 2024-11-27T17:23:21,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:21,995 INFO [RS:0;8f0673442175:37635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:23:22,044 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:23:22,044 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T17:23:22,050 INFO [RS:0;8f0673442175:37635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:23:22,051 INFO [RS:0;8f0673442175:37635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:23:22,051 INFO [RS:0;8f0673442175:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:22,052 INFO [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:23:22,053 INFO [RS:0;8f0673442175:37635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:23:22,053 INFO [RS:0;8f0673442175:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:22,053 DEBUG [RS:0;8f0673442175:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:22,053 DEBUG [RS:0;8f0673442175:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:22,053 DEBUG [RS:0;8f0673442175:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:22,053 DEBUG [RS:0;8f0673442175:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:22,053 DEBUG [RS:0;8f0673442175:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:22,053 DEBUG [RS:0;8f0673442175:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:23:22,053 DEBUG [RS:0;8f0673442175:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:22,053 DEBUG [RS:0;8f0673442175:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:22,053 DEBUG [RS:0;8f0673442175:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:22,053 DEBUG [RS:0;8f0673442175:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:22,053 DEBUG [RS:0;8f0673442175:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:22,053 DEBUG [RS:0;8f0673442175:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:22,053 DEBUG [RS:0;8f0673442175:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:23:22,053 DEBUG [RS:0;8f0673442175:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:23:22,068 INFO [RS:0;8f0673442175:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:22,068 INFO [RS:0;8f0673442175:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:22,068 INFO [RS:0;8f0673442175:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:22,068 INFO [RS:0;8f0673442175:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:22,068 INFO [RS:0;8f0673442175:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:22,068 INFO [RS:0;8f0673442175:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,37635,1732728200356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:23:22,113 INFO [RS:0;8f0673442175:37635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:23:22,114 INFO [RS:0;8f0673442175:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,37635,1732728200356-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:22,114 INFO [RS:0;8f0673442175:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:22,114 INFO [RS:0;8f0673442175:37635 {}] regionserver.Replication(171): 8f0673442175,37635,1732728200356 started 2024-11-27T17:23:22,132 INFO [RS:0;8f0673442175:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:22,132 INFO [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,37635,1732728200356, RpcServer on 8f0673442175/172.17.0.3:37635, sessionid=0x1017d520f310001 2024-11-27T17:23:22,133 DEBUG [RS:0;8f0673442175:37635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:23:22,133 DEBUG [RS:0;8f0673442175:37635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,37635,1732728200356 2024-11-27T17:23:22,133 DEBUG [RS:0;8f0673442175:37635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,37635,1732728200356' 2024-11-27T17:23:22,133 DEBUG [RS:0;8f0673442175:37635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0482843124/flush-table-proc/abort' 2024-11-27T17:23:22,134 DEBUG [RS:0;8f0673442175:37635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0482843124/flush-table-proc/acquired' 2024-11-27T17:23:22,134 DEBUG [RS:0;8f0673442175:37635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:23:22,134 DEBUG [RS:0;8f0673442175:37635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:23:22,134 DEBUG [RS:0;8f0673442175:37635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,37635,1732728200356 2024-11-27T17:23:22,134 DEBUG [RS:0;8f0673442175:37635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,37635,1732728200356' 2024-11-27T17:23:22,134 DEBUG [RS:0;8f0673442175:37635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0482843124/online-snapshot/abort' 2024-11-27T17:23:22,135 DEBUG [RS:0;8f0673442175:37635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0482843124/online-snapshot/acquired' 2024-11-27T17:23:22,135 DEBUG [RS:0;8f0673442175:37635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:23:22,135 INFO [RS:0;8f0673442175:37635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:23:22,135 INFO [RS:0;8f0673442175:37635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:23:22,236 INFO [RS:0;8f0673442175:37635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:23:22,237 INFO [RS:0;8f0673442175:37635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C37635%2C1732728200356, suffix=, logDir=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356, archiveDir=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/oldWALs, maxLogs=10 2024-11-27T17:23:22,254 DEBUG [RS:0;8f0673442175:37635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237, exclude list is [], retry=0 2024-11-27T17:23:22,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44579,DS-4025ced5-5a1d-41de-afa4-4cf062db1673,DISK] 2024-11-27T17:23:22,276 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:23:22,276 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f 2024-11-27T17:23:22,279 INFO [RS:0;8f0673442175:37635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237 2024-11-27T17:23:22,279 DEBUG [RS:0;8f0673442175:37635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35865:35865)] 2024-11-27T17:23:22,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741833_1009 (size=32) 2024-11-27T17:23:22,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:22,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:23:22,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:23:22,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:22,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:22,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:23:22,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:23:22,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:22,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:22,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:23:22,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:23:22,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:22,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:22,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:23:22,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:23:22,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:22,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:22,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:23:22,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740 2024-11-27T17:23:22,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740 2024-11-27T17:23:22,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:23:22,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:23:22,711 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:23:22,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:23:22,713 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:23:22,713 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72040601, jitterRate=0.07348860800266266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:23:22,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728202703Initializing all the Stores at 1732728202704 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728202704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728202704Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728202704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728202704Cleaning up temporary data from old regions at 1732728202711 (+7 ms)Region opened successfully at 1732728202714 (+3 ms) 2024-11-27T17:23:22,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:23:22,714 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:23:22,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:23:22,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:23:22,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:23:22,714 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:23:22,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728202714Disabling compacts and flushes for region at 1732728202714Disabling writes for close at 1732728202714Writing region close event to WAL at 1732728202714Closed at 1732728202714 2024-11-27T17:23:22,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:23:22,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:23:22,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:23:22,716 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:23:22,716 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:23:22,866 DEBUG [8f0673442175:33451 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:23:22,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,37635,1732728200356 2024-11-27T17:23:22,868 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,37635,1732728200356, state=OPENING 2024-11-27T17:23:22,947 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:23:22,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:22,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:22,962 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:23:22,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0482843124/meta-region-server: CHANGED 2024-11-27T17:23:22,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0482843124/meta-region-server: CHANGED 2024-11-27T17:23:22,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,37635,1732728200356}] 2024-11-27T17:23:23,115 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:23:23,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:23:23,119 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:23:23,119 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:23:23,119 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:23:23,120 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C37635%2C1732728200356.meta, suffix=.meta, logDir=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356, archiveDir=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/oldWALs, maxLogs=10 2024-11-27T17:23:23,131 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.meta.1732728203120.meta, exclude list is [], retry=0 2024-11-27T17:23:23,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44579,DS-4025ced5-5a1d-41de-afa4-4cf062db1673,DISK] 2024-11-27T17:23:23,134 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.meta.1732728203120.meta 2024-11-27T17:23:23,134 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35865:35865)] 2024-11-27T17:23:23,134 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:23:23,134 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:23:23,135 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:23:23,135 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:23:23,135 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:23:23,135 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:23:23,135 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:23,135 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:23:23,135 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:23:23,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:23:23,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:23:23,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:23,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:23,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:23:23,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:23:23,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:23,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:23,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:23:23,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:23:23,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:23,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:23,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:23:23,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:23:23,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:23,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:23,139 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:23:23,139 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740 2024-11-27T17:23:23,140 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740 2024-11-27T17:23:23,140 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:23:23,140 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:23:23,141 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:23:23,141 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:23:23,142 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62325186, jitterRate=-0.07128235697746277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:23:23,142 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:23:23,142 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728203135Writing region info on filesystem at 1732728203135Initializing all the Stores at 1732728203136 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728203136Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728203136Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728203136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728203136Cleaning up temporary data from old regions at 1732728203140 (+4 ms)Running coprocessor post-open hooks at 1732728203142 (+2 ms)Region opened successfully at 1732728203142 2024-11-27T17:23:23,143 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728203114 2024-11-27T17:23:23,144 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:23:23,144 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:23:23,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,37635,1732728200356 2024-11-27T17:23:23,145 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,37635,1732728200356, state=OPEN 2024-11-27T17:23:23,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0482843124/meta-region-server 2024-11-27T17:23:23,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0482843124/meta-region-server 2024-11-27T17:23:23,192 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,37635,1732728200356 2024-11-27T17:23:23,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0482843124/meta-region-server: CHANGED 2024-11-27T17:23:23,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0482843124/meta-region-server: CHANGED 2024-11-27T17:23:23,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:23:23,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,37635,1732728200356 in 230 msec 2024-11-27T17:23:23,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:23:23,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-11-27T17:23:23,196 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:23:23,196 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:23:23,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:23:23,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,37635,1732728200356, seqNum=-1] 2024-11-27T17:23:23,198 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:23:23,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:23:23,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3870 sec 2024-11-27T17:23:23,203 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728203202, completionTime=-1 2024-11-27T17:23:23,203 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:23:23,203 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:23:23,204 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:23:23,204 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728263204 2024-11-27T17:23:23,204 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728323204 2024-11-27T17:23:23,205 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T17:23:23,205 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33451,1732728200163-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:23,205 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33451,1732728200163-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:23,205 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33451,1732728200163-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:23,205 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:33451, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:23,205 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:23,205 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:23,206 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:23:23,208 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.787sec 2024-11-27T17:23:23,208 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:23:23,208 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:23:23,208 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:23:23,208 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:23:23,208 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:23:23,208 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33451,1732728200163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:23:23,208 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33451,1732728200163-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:23:23,210 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:23:23,210 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:23:23,210 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33451,1732728200163-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:23,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316e640b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:23,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33451,-1 for getting cluster id 2024-11-27T17:23:23,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:23,287 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c0579eb-d898-4c0f-a243-757a2ca6be77' 2024-11-27T17:23:23,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:23,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c0579eb-d898-4c0f-a243-757a2ca6be77" 2024-11-27T17:23:23,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259ecbe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:23,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33451,-1] 2024-11-27T17:23:23,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:23,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:23,289 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:23,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ace4ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:23,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:23:23,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,37635,1732728200356, seqNum=-1] 2024-11-27T17:23:23,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:23:23,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:23:23,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,33451,1732728200163 2024-11-27T17:23:23,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56337 2024-11-27T17:23:23,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:23:23,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017d520f310002 connected 2024-11-27T17:23:23,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/hadoop.log.dir so I do NOT create it in target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e 2024-11-27T17:23:23,412 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:23:23,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/hadoop.tmp.dir so I do NOT create it in target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e 2024-11-27T17:23:23,412 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:23:23,413 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e 2024-11-27T17:23:23,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:23:23,413 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/cluster_13d231ae-c79d-8117-90b9-2be5a2a35147, deleteOnExit=true 2024-11-27T17:23:23,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:23:23,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/test.cache.data in system properties and HBase conf 2024-11-27T17:23:23,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:23:23,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:23:23,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:23:23,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:23:23,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:23:23,413 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:23:23,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:23:23,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:23:23,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:23:23,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:23:23,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:23:23,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:23:23,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:23:23,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:23:23,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:23:23,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:23:23,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:23:23,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:23:23,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:23:23,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:23:23,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:23:23,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:23:23,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:23:23,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:23:23,822 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:23:23,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:23:23,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ef8514{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:23:23,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6976b7e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:23:23,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6de4453f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/java.io.tmpdir/jetty-localhost-44731-hadoop-hdfs-3_4_1-tests_jar-_-any-4674131055285230712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:23:23,947 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f175b49{HTTP/1.1, (http/1.1)}{localhost:44731} 2024-11-27T17:23:23,947 INFO [Time-limited test {}] server.Server(415): Started @330918ms 2024-11-27T17:23:24,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:23:24,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:23:24,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:23:24,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:23:24,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:23:24,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79dd7543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:23:24,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@534b8653{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:23:24,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21d13a32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/java.io.tmpdir/jetty-localhost-43761-hadoop-hdfs-3_4_1-tests_jar-_-any-12270600419252400940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:23:24,316 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b030b3{HTTP/1.1, (http/1.1)}{localhost:43761} 2024-11-27T17:23:24,316 INFO [Time-limited test {}] server.Server(415): Started @331287ms 2024-11-27T17:23:24,317 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:23:25,181 WARN [Thread-4435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/cluster_13d231ae-c79d-8117-90b9-2be5a2a35147/data/data2/current/BP-1637922274-172.17.0.3-1732728203447/current, will proceed with Du for space computation calculation, 2024-11-27T17:23:25,181 WARN [Thread-4434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/cluster_13d231ae-c79d-8117-90b9-2be5a2a35147/data/data1/current/BP-1637922274-172.17.0.3-1732728203447/current, will proceed with Du for space computation calculation, 2024-11-27T17:23:25,198 WARN [Thread-4422 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:23:25,202 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ff65644a82a46e2 with lease ID 0x3ca4b310cc69ee5f: Processing first storage report for DS-e16b1fab-09b6-422e-96aa-c4b3af86afc2 from datanode DatanodeRegistration(127.0.0.1:43425, datanodeUuid=6314561c-dc1d-4485-b791-f28fdd1eb229, infoPort=41753, infoSecurePort=0, ipcPort=44337, storageInfo=lv=-57;cid=testClusterID;nsid=571676814;c=1732728203447) 2024-11-27T17:23:25,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ff65644a82a46e2 with lease ID 0x3ca4b310cc69ee5f: from storage DS-e16b1fab-09b6-422e-96aa-c4b3af86afc2 node DatanodeRegistration(127.0.0.1:43425, datanodeUuid=6314561c-dc1d-4485-b791-f28fdd1eb229, infoPort=41753, infoSecurePort=0, ipcPort=44337, storageInfo=lv=-57;cid=testClusterID;nsid=571676814;c=1732728203447), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T17:23:25,202 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ff65644a82a46e2 with lease ID 0x3ca4b310cc69ee5f: Processing first storage report for DS-9ab8e41a-216b-4174-837a-600084ed14e5 from datanode DatanodeRegistration(127.0.0.1:43425, datanodeUuid=6314561c-dc1d-4485-b791-f28fdd1eb229, infoPort=41753, infoSecurePort=0, ipcPort=44337, storageInfo=lv=-57;cid=testClusterID;nsid=571676814;c=1732728203447) 2024-11-27T17:23:25,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ff65644a82a46e2 with lease ID 0x3ca4b310cc69ee5f: from storage DS-9ab8e41a-216b-4174-837a-600084ed14e5 node DatanodeRegistration(127.0.0.1:43425, datanodeUuid=6314561c-dc1d-4485-b791-f28fdd1eb229, infoPort=41753, infoSecurePort=0, ipcPort=44337, storageInfo=lv=-57;cid=testClusterID;nsid=571676814;c=1732728203447), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:23:25,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e 2024-11-27T17:23:25,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:25,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:25,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:23:25,666 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b with version=8 2024-11-27T17:23:25,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/hbase-staging 2024-11-27T17:23:25,667 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:23:25,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:25,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:25,668 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:23:25,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:25,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:23:25,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:23:25,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:23:25,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41153 2024-11-27T17:23:25,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41153 connecting to ZooKeeper ensemble=127.0.0.1:56337 2024-11-27T17:23:25,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411530x0, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:23:25,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41153-0x1017d520f310003 connected 2024-11-27T17:23:26,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:26,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:26,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Set watcher on znode that does not yet exist, /11453648559/running 2024-11-27T17:23:26,032 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b, hbase.cluster.distributed=false 2024-11-27T17:23:26,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Set watcher on znode that does not yet exist, /11453648559/acl 2024-11-27T17:23:26,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41153 2024-11-27T17:23:26,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41153 2024-11-27T17:23:26,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41153 2024-11-27T17:23:26,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41153 2024-11-27T17:23:26,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41153 2024-11-27T17:23:26,054 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:23:26,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:26,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:26,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:23:26,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:26,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:23:26,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:23:26,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:23:26,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44513 2024-11-27T17:23:26,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44513 connecting to ZooKeeper ensemble=127.0.0.1:56337 2024-11-27T17:23:26,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:26,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:26,123 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445130x0, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:23:26,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44513-0x1017d520f310004 connected 2024-11-27T17:23:26,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Set watcher on znode that does not yet exist, /11453648559/running 2024-11-27T17:23:26,124 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:23:26,125 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:23:26,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Set watcher on znode that does not yet exist, /11453648559/master 2024-11-27T17:23:26,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Set watcher on znode that does not yet exist, /11453648559/acl 2024-11-27T17:23:26,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44513 2024-11-27T17:23:26,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44513 2024-11-27T17:23:26,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44513 2024-11-27T17:23:26,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44513 2024-11-27T17:23:26,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44513 2024-11-27T17:23:26,138 DEBUG [M:0;8f0673442175:41153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:41153 2024-11-27T17:23:26,139 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11453648559/backup-masters/8f0673442175,41153,1732728205667 2024-11-27T17:23:26,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559/backup-masters 2024-11-27T17:23:26,189 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559/backup-masters 2024-11-27T17:23:26,190 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Set watcher on existing znode=/11453648559/backup-masters/8f0673442175,41153,1732728205667 2024-11-27T17:23:26,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559 2024-11-27T17:23:26,210 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11453648559/master 2024-11-27T17:23:26,210 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559 2024-11-27T17:23:26,211 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Set watcher on existing znode=/11453648559/master 2024-11-27T17:23:26,211 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11453648559/backup-masters/8f0673442175,41153,1732728205667 from backup master directory 2024-11-27T17:23:26,282 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559/backup-masters 2024-11-27T17:23:26,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11453648559/backup-masters/8f0673442175,41153,1732728205667 2024-11-27T17:23:26,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559/backup-masters 2024-11-27T17:23:26,282 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:23:26,282 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,41153,1732728205667 2024-11-27T17:23:26,285 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/hbase.id] with ID: f5b72452-076f-40f0-90fe-aaf7d8015113 2024-11-27T17:23:26,285 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/.tmp/hbase.id 2024-11-27T17:23:26,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:23:26,690 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/.tmp/hbase.id]:[hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/hbase.id] 2024-11-27T17:23:26,698 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:26,698 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:23:26,699 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T17:23:26,712 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559 2024-11-27T17:23:26,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559 2024-11-27T17:23:26,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:23:27,116 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:23:27,117 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:23:27,117 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:23:27,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:23:27,523 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store 2024-11-27T17:23:27,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:23:27,928 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:27,928 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:23:27,928 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:27,928 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:27,928 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:23:27,928 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:27,928 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:27,928 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728207928Disabling compacts and flushes for region at 1732728207928Disabling writes for close at 1732728207928Writing region close event to WAL at 1732728207928Closed at 1732728207928 2024-11-27T17:23:27,929 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/.initializing 2024-11-27T17:23:27,929 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/WALs/8f0673442175,41153,1732728205667 2024-11-27T17:23:27,930 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:23:27,931 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C41153%2C1732728205667, suffix=, logDir=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/WALs/8f0673442175,41153,1732728205667, archiveDir=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/oldWALs, maxLogs=10 2024-11-27T17:23:27,944 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/WALs/8f0673442175,41153,1732728205667/8f0673442175%2C41153%2C1732728205667.1732728207931, exclude list is [], retry=0 2024-11-27T17:23:27,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43425,DS-e16b1fab-09b6-422e-96aa-c4b3af86afc2,DISK] 2024-11-27T17:23:27,947 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/WALs/8f0673442175,41153,1732728205667/8f0673442175%2C41153%2C1732728205667.1732728207931 2024-11-27T17:23:27,949 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41753:41753)] 2024-11-27T17:23:27,949 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:23:27,949 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:27,949 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:27,949 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:27,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:27,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:23:27,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:27,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:27,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:27,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:23:27,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:27,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:27,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:27,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:23:27,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:27,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:27,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:27,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:23:27,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:27,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:27,955 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:27,956 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:27,956 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:27,957 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:27,957 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:27,957 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:23:27,958 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:27,959 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:23:27,960 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71591256, jitterRate=0.06679284572601318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:23:27,960 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728207949Initializing all the Stores at 1732728207950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728207950Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728207950Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728207950Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728207950Cleaning up temporary data from old regions at 1732728207957 (+7 ms)Region opened successfully at 1732728207960 (+3 ms) 2024-11-27T17:23:27,960 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:23:27,962 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e63826e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:23:27,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:23:27,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:23:27,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:23:27,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:23:27,963 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:23:27,964 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:23:27,964 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:23:27,965 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:23:27,966 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Unable to get data of znode /11453648559/balancer because node does not exist (not necessarily an error) 2024-11-27T17:23:28,193 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11453648559/balancer already deleted, retry=false 2024-11-27T17:23:28,193 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:23:28,194 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Unable to get data of znode /11453648559/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:23:28,214 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11453648559/normalizer already deleted, retry=false 2024-11-27T17:23:28,214 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:23:28,215 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Unable to get data of znode /11453648559/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:23:28,231 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11453648559/switch/split already deleted, retry=false 2024-11-27T17:23:28,232 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Unable to get data of znode /11453648559/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:23:28,242 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11453648559/switch/merge already deleted, retry=false 2024-11-27T17:23:28,244 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Unable to get data of znode /11453648559/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:23:28,252 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11453648559/snapshot-cleanup already deleted, retry=false 2024-11-27T17:23:28,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11453648559/running 2024-11-27T17:23:28,263 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11453648559/running 2024-11-27T17:23:28,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559 2024-11-27T17:23:28,263 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559 2024-11-27T17:23:28,263 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,41153,1732728205667, sessionid=0x1017d520f310003, setting cluster-up flag (Was=false) 2024-11-27T17:23:28,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559 2024-11-27T17:23:28,284 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559 2024-11-27T17:23:28,315 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11453648559/flush-table-proc/acquired, /11453648559/flush-table-proc/reached, /11453648559/flush-table-proc/abort 2024-11-27T17:23:28,316 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,41153,1732728205667 2024-11-27T17:23:28,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559 2024-11-27T17:23:28,336 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559 2024-11-27T17:23:28,459 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11453648559/online-snapshot/acquired, /11453648559/online-snapshot/reached, /11453648559/online-snapshot/abort 2024-11-27T17:23:28,462 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,41153,1732728205667 2024-11-27T17:23:28,463 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:23:28,464 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:23:28,464 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:23:28,465 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:23:28,465 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,41153,1732728205667 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:23:28,466 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:23:28,466 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:23:28,466 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:23:28,466 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:23:28,466 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:23:28,466 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:28,467 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:23:28,467 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:28,476 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728238476 2024-11-27T17:23:28,476 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:23:28,476 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:23:28,476 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:23:28,476 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:23:28,477 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:23:28,477 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:23:28,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:23:28,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:23:28,482 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:28,482 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:23:28,488 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:28,492 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:23:28,492 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:23:28,492 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:23:28,492 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:23:28,496 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:23:28,496 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:23:28,508 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728208496,5,FailOnTimeoutGroup] 2024-11-27T17:23:28,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:23:28,520 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728208509,5,FailOnTimeoutGroup] 2024-11-27T17:23:28,520 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:28,520 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:23:28,520 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:28,520 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:28,541 INFO [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(746): ClusterId : f5b72452-076f-40f0-90fe-aaf7d8015113 2024-11-27T17:23:28,541 DEBUG [RS:0;8f0673442175:44513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:23:28,636 DEBUG [RS:0;8f0673442175:44513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:23:28,636 DEBUG [RS:0;8f0673442175:44513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:23:28,637 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:23:28,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,670 DEBUG [RS:0;8f0673442175:44513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:23:28,671 DEBUG [RS:0;8f0673442175:44513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfbd61d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:23:28,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,700 DEBUG [RS:0;8f0673442175:44513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:44513 2024-11-27T17:23:28,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,700 INFO [RS:0;8f0673442175:44513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:23:28,700 INFO [RS:0;8f0673442175:44513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:23:28,700 DEBUG [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:23:28,702 INFO [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,41153,1732728205667 with port=44513, startcode=1732728206054 2024-11-27T17:23:28,702 DEBUG [RS:0;8f0673442175:44513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:23:28,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:28,721 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:23:28,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41153 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,44513,1732728206054 2024-11-27T17:23:28,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41153 {}] master.ServerManager(517): Registering regionserver=8f0673442175,44513,1732728206054 2024-11-27T17:23:28,725 DEBUG [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b 2024-11-27T17:23:28,725 DEBUG [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33481 2024-11-27T17:23:28,725 DEBUG [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:23:28,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559/rs 2024-11-27T17:23:28,738 DEBUG [RS:0;8f0673442175:44513 {}] zookeeper.ZKUtil(111): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Set watcher on existing znode=/11453648559/rs/8f0673442175,44513,1732728206054 2024-11-27T17:23:28,738 WARN [RS:0;8f0673442175:44513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:23:28,738 INFO [RS:0;8f0673442175:44513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:23:28,739 DEBUG [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/WALs/8f0673442175,44513,1732728206054 2024-11-27T17:23:28,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,44513,1732728206054] 2024-11-27T17:23:28,752 INFO [RS:0;8f0673442175:44513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:23:28,764 INFO [RS:0;8f0673442175:44513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:23:28,769 INFO [RS:0;8f0673442175:44513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:23:28,769 INFO [RS:0;8f0673442175:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:28,772 INFO [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:23:28,773 INFO [RS:0;8f0673442175:44513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:23:28,773 INFO [RS:0;8f0673442175:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:28,773 DEBUG [RS:0;8f0673442175:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:28,773 DEBUG [RS:0;8f0673442175:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:28,773 DEBUG [RS:0;8f0673442175:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:28,773 DEBUG [RS:0;8f0673442175:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:28,773 DEBUG [RS:0;8f0673442175:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:28,773 DEBUG [RS:0;8f0673442175:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:23:28,773 DEBUG [RS:0;8f0673442175:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:28,773 DEBUG [RS:0;8f0673442175:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:28,773 DEBUG [RS:0;8f0673442175:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:28,773 DEBUG [RS:0;8f0673442175:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:28,773 DEBUG [RS:0;8f0673442175:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:28,773 DEBUG [RS:0;8f0673442175:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:28,773 DEBUG [RS:0;8f0673442175:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:23:28,773 DEBUG [RS:0;8f0673442175:44513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:23:28,780 INFO [RS:0;8f0673442175:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:28,780 INFO [RS:0;8f0673442175:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:28,780 INFO [RS:0;8f0673442175:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:28,780 INFO [RS:0;8f0673442175:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:28,780 INFO [RS:0;8f0673442175:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:28,781 INFO [RS:0;8f0673442175:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,44513,1732728206054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:23:28,809 INFO [RS:0;8f0673442175:44513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:23:28,809 INFO [RS:0;8f0673442175:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,44513,1732728206054-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:28,810 INFO [RS:0;8f0673442175:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:28,810 INFO [RS:0;8f0673442175:44513 {}] regionserver.Replication(171): 8f0673442175,44513,1732728206054 started 2024-11-27T17:23:28,828 INFO [RS:0;8f0673442175:44513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:28,828 INFO [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,44513,1732728206054, RpcServer on 8f0673442175/172.17.0.3:44513, sessionid=0x1017d520f310004 2024-11-27T17:23:28,829 DEBUG [RS:0;8f0673442175:44513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:23:28,829 DEBUG [RS:0;8f0673442175:44513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,44513,1732728206054 2024-11-27T17:23:28,829 DEBUG [RS:0;8f0673442175:44513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,44513,1732728206054' 2024-11-27T17:23:28,829 DEBUG [RS:0;8f0673442175:44513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11453648559/flush-table-proc/abort' 2024-11-27T17:23:28,829 DEBUG [RS:0;8f0673442175:44513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11453648559/flush-table-proc/acquired' 2024-11-27T17:23:28,830 DEBUG [RS:0;8f0673442175:44513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:23:28,830 DEBUG [RS:0;8f0673442175:44513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:23:28,830 DEBUG [RS:0;8f0673442175:44513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,44513,1732728206054 2024-11-27T17:23:28,830 DEBUG [RS:0;8f0673442175:44513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,44513,1732728206054' 2024-11-27T17:23:28,830 DEBUG [RS:0;8f0673442175:44513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11453648559/online-snapshot/abort' 2024-11-27T17:23:28,831 DEBUG [RS:0;8f0673442175:44513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11453648559/online-snapshot/acquired' 2024-11-27T17:23:28,832 DEBUG [RS:0;8f0673442175:44513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:23:28,832 INFO [RS:0;8f0673442175:44513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:23:28,832 INFO [RS:0;8f0673442175:44513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:23:28,912 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:23:28,912 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b 2024-11-27T17:23:28,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741832_1008 (size=32) 2024-11-27T17:23:28,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:28,933 INFO [RS:0;8f0673442175:44513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:23:28,934 INFO [RS:0;8f0673442175:44513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C44513%2C1732728206054, suffix=, logDir=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/WALs/8f0673442175,44513,1732728206054, archiveDir=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/oldWALs, maxLogs=10 2024-11-27T17:23:28,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:23:28,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:23:28,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:28,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:28,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:23:28,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:23:28,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:28,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:28,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:23:28,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:23:28,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:28,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:28,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:23:28,957 DEBUG [RS:0;8f0673442175:44513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/WALs/8f0673442175,44513,1732728206054/8f0673442175%2C44513%2C1732728206054.1732728208935, exclude list is [], retry=0 2024-11-27T17:23:28,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:23:28,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:28,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:28,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:23:28,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43425,DS-e16b1fab-09b6-422e-96aa-c4b3af86afc2,DISK] 2024-11-27T17:23:28,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740 2024-11-27T17:23:28,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740 2024-11-27T17:23:28,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:23:28,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:23:28,966 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:23:28,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:23:28,969 INFO [RS:0;8f0673442175:44513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/WALs/8f0673442175,44513,1732728206054/8f0673442175%2C44513%2C1732728206054.1732728208935 2024-11-27T17:23:28,969 DEBUG [RS:0;8f0673442175:44513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41753:41753)] 2024-11-27T17:23:28,971 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:23:28,971 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67157993, jitterRate=7.320791482925415E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:23:28,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728208931Initializing all the Stores at 1732728208934 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728208934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728208940 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728208940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728208940Cleaning up temporary data from old regions at 1732728208965 (+25 ms)Region opened successfully at 1732728208972 (+7 ms) 2024-11-27T17:23:28,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:23:28,972 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:23:28,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:23:28,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:23:28,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:23:28,985 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:23:28,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728208972Disabling compacts and flushes for region at 1732728208972Disabling writes for close at 1732728208972Writing region close event to WAL at 1732728208985 (+13 ms)Closed at 1732728208985 2024-11-27T17:23:28,986 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:23:28,986 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:23:28,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:23:28,987 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:23:28,988 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:23:29,139 DEBUG [8f0673442175:41153 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:23:29,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,44513,1732728206054 2024-11-27T17:23:29,141 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,44513,1732728206054, state=OPENING 2024-11-27T17:23:29,268 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:23:29,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559 2024-11-27T17:23:29,291 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559 2024-11-27T17:23:29,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11453648559/meta-region-server: CHANGED 2024-11-27T17:23:29,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11453648559/meta-region-server: CHANGED 2024-11-27T17:23:29,292 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:23:29,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,44513,1732728206054}] 2024-11-27T17:23:29,444 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:23:29,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:23:29,448 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:23:29,448 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:23:29,448 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:23:29,449 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C44513%2C1732728206054.meta, suffix=.meta, logDir=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/WALs/8f0673442175,44513,1732728206054, archiveDir=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/oldWALs, maxLogs=10 2024-11-27T17:23:29,462 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/WALs/8f0673442175,44513,1732728206054/8f0673442175%2C44513%2C1732728206054.meta.1732728209449.meta, exclude list is [], retry=0 2024-11-27T17:23:29,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43425,DS-e16b1fab-09b6-422e-96aa-c4b3af86afc2,DISK] 2024-11-27T17:23:29,466 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/WALs/8f0673442175,44513,1732728206054/8f0673442175%2C44513%2C1732728206054.meta.1732728209449.meta 2024-11-27T17:23:29,470 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41753:41753)] 2024-11-27T17:23:29,470 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:23:29,471 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:23:29,471 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:23:29,471 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:23:29,471 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:23:29,471 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:23:29,471 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:29,471 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:23:29,471 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:23:29,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:23:29,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:23:29,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:29,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:29,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:23:29,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:23:29,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:29,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:29,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:23:29,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:23:29,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:29,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:29,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:23:29,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:23:29,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:29,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:29,476 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:23:29,477 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740 2024-11-27T17:23:29,477 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740 2024-11-27T17:23:29,478 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:23:29,478 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:23:29,479 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:23:29,479 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:23:29,480 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66677416, jitterRate=-0.006429076194763184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:23:29,480 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:23:29,480 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728209472Writing region info on filesystem at 1732728209472Initializing all the Stores at 1732728209472Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728209472Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728209473 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728209473Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728209473Cleaning up temporary data from old regions at 1732728209478 (+5 ms)Running coprocessor post-open hooks at 1732728209480 (+2 ms)Region opened successfully at 1732728209480 2024-11-27T17:23:29,481 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728209444 2024-11-27T17:23:29,482 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:23:29,482 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:23:29,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,44513,1732728206054 2024-11-27T17:23:29,484 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,44513,1732728206054, state=OPEN 2024-11-27T17:23:29,494 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11453648559/meta-region-server 2024-11-27T17:23:29,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11453648559/meta-region-server 2024-11-27T17:23:29,494 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,44513,1732728206054 2024-11-27T17:23:29,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11453648559/meta-region-server: CHANGED 2024-11-27T17:23:29,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11453648559/meta-region-server: CHANGED 2024-11-27T17:23:29,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:23:29,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,44513,1732728206054 in 202 msec 2024-11-27T17:23:29,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:23:29,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 510 msec 2024-11-27T17:23:29,498 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:23:29,498 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:23:29,499 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:23:29,499 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,44513,1732728206054, seqNum=-1] 2024-11-27T17:23:29,500 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:23:29,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:23:29,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0390 sec 2024-11-27T17:23:29,504 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728209503, completionTime=-1 2024-11-27T17:23:29,504 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:23:29,504 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:23:29,505 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:23:29,505 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728269505 2024-11-27T17:23:29,505 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728329505 2024-11-27T17:23:29,505 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T17:23:29,505 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,41153,1732728205667-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:29,505 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,41153,1732728205667-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:29,505 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,41153,1732728205667-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:29,505 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:41153, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:29,505 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:29,506 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:29,507 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:23:29,508 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.226sec 2024-11-27T17:23:29,508 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:23:29,508 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:23:29,508 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:23:29,508 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:23:29,508 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:23:29,508 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,41153,1732728205667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:23:29,508 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,41153,1732728205667-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:23:29,510 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:23:29,510 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:23:29,510 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,41153,1732728205667-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:29,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b0510f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:29,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,41153,-1 for getting cluster id 2024-11-27T17:23:29,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:29,543 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5b72452-076f-40f0-90fe-aaf7d8015113' 2024-11-27T17:23:29,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:29,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5b72452-076f-40f0-90fe-aaf7d8015113" 2024-11-27T17:23:29,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e8d4cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:29,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,41153,-1] 2024-11-27T17:23:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:29,544 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:29,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe7dd7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:29,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:23:29,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,44513,1732728206054, seqNum=-1] 2024-11-27T17:23:29,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:23:29,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:23:29,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,41153,1732728205667 2024-11-27T17:23:29,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56337 2024-11-27T17:23:29,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:23:29,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017d520f310005 connected 2024-11-27T17:23:29,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/hadoop.log.dir so I do NOT create it in target/test-data/78253d61-e173-039d-5cff-36b03d6d022e 2024-11-27T17:23:29,570 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:23:29,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/hadoop.tmp.dir so I do NOT create it in target/test-data/78253d61-e173-039d-5cff-36b03d6d022e 2024-11-27T17:23:29,570 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:23:29,570 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e 2024-11-27T17:23:29,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:23:29,570 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/cluster_9e8f0693-491b-08e5-553b-0aa262861f29, deleteOnExit=true 2024-11-27T17:23:29,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/test.cache.data in system properties and HBase conf 2024-11-27T17:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:23:29,571 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:23:29,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:23:29,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:23:29,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:23:29,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:23:29,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:23:29,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:23:29,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:23:29,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:23:29,911 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:23:29,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:23:29,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ab0596a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:23:29,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@279b84af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:23:30,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f63c356{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/java.io.tmpdir/jetty-localhost-46443-hadoop-hdfs-3_4_1-tests_jar-_-any-15374294027058193594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:23:30,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@173a7580{HTTP/1.1, (http/1.1)}{localhost:46443} 2024-11-27T17:23:30,011 INFO [Time-limited test {}] server.Server(415): Started @336982ms 2024-11-27T17:23:30,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:23:30,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:23:30,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:23:30,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:23:30,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:23:30,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7963823a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:23:30,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36c76998{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:23:30,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75f942ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/java.io.tmpdir/jetty-localhost-42585-hadoop-hdfs-3_4_1-tests_jar-_-any-2220626190335600207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:23:30,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@407771d1{HTTP/1.1, (http/1.1)}{localhost:42585} 2024-11-27T17:23:30,348 INFO [Time-limited test {}] server.Server(415): Started @337320ms 2024-11-27T17:23:30,349 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:23:30,986 WARN [Thread-4556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/cluster_9e8f0693-491b-08e5-553b-0aa262861f29/data/data2/current/BP-2112059945-172.17.0.3-1732728209588/current, will proceed with Du for space computation calculation, 2024-11-27T17:23:30,986 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/cluster_9e8f0693-491b-08e5-553b-0aa262861f29/data/data1/current/BP-2112059945-172.17.0.3-1732728209588/current, will proceed with Du for space computation calculation, 2024-11-27T17:23:31,003 WARN [Thread-4543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:23:31,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47037e0260b8f278 with lease ID 0x5d89cc1648aecbb4: Processing first storage report for DS-dc5aec8c-18d5-410b-b1fc-d1ddea0fab30 from datanode DatanodeRegistration(127.0.0.1:40417, datanodeUuid=0720bf41-96d1-46ed-9c7c-bccad64bc92c, infoPort=36097, infoSecurePort=0, ipcPort=35331, storageInfo=lv=-57;cid=testClusterID;nsid=531982595;c=1732728209588) 2024-11-27T17:23:31,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47037e0260b8f278 with lease ID 0x5d89cc1648aecbb4: from storage DS-dc5aec8c-18d5-410b-b1fc-d1ddea0fab30 node DatanodeRegistration(127.0.0.1:40417, datanodeUuid=0720bf41-96d1-46ed-9c7c-bccad64bc92c, infoPort=36097, infoSecurePort=0, ipcPort=35331, storageInfo=lv=-57;cid=testClusterID;nsid=531982595;c=1732728209588), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:23:31,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47037e0260b8f278 with lease ID 0x5d89cc1648aecbb4: Processing first storage report for DS-f30611bc-01a8-411a-ab48-1e4fdbd51163 from datanode DatanodeRegistration(127.0.0.1:40417, datanodeUuid=0720bf41-96d1-46ed-9c7c-bccad64bc92c, infoPort=36097, infoSecurePort=0, ipcPort=35331, storageInfo=lv=-57;cid=testClusterID;nsid=531982595;c=1732728209588) 2024-11-27T17:23:31,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47037e0260b8f278 with lease ID 0x5d89cc1648aecbb4: from storage DS-f30611bc-01a8-411a-ab48-1e4fdbd51163 node DatanodeRegistration(127.0.0.1:40417, datanodeUuid=0720bf41-96d1-46ed-9c7c-bccad64bc92c, infoPort=36097, infoSecurePort=0, ipcPort=35331, storageInfo=lv=-57;cid=testClusterID;nsid=531982595;c=1732728209588), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:23:31,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e 2024-11-27T17:23:31,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:31,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:31,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:23:31,480 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e with version=8 2024-11-27T17:23:31,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/hbase-staging 2024-11-27T17:23:31,482 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:23:31,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:31,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:31,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:23:31,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:31,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:23:31,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:23:31,483 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:23:31,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41903 2024-11-27T17:23:31,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41903 connecting to ZooKeeper ensemble=127.0.0.1:56337 2024-11-27T17:23:31,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419030x0, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:23:31,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41903-0x1017d520f310006 connected 2024-11-27T17:23:31,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:31,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:31,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Set watcher on znode that does not yet exist, /21597308768/running 2024-11-27T17:23:31,609 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e, hbase.cluster.distributed=false 2024-11-27T17:23:31,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Set watcher on znode that does not yet exist, /21597308768/acl 2024-11-27T17:23:31,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41903 2024-11-27T17:23:31,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41903 2024-11-27T17:23:31,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41903 2024-11-27T17:23:31,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41903 2024-11-27T17:23:31,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41903 2024-11-27T17:23:31,625 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:23:31,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:31,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:31,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:23:31,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:23:31,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:23:31,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:23:31,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:23:31,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42673 2024-11-27T17:23:31,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42673 connecting to ZooKeeper ensemble=127.0.0.1:56337 2024-11-27T17:23:31,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:31,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:31,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426730x0, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:23:31,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426730x0, quorum=127.0.0.1:56337, baseZNode=/21597308768 Set watcher on znode that does not yet exist, /21597308768/running 2024-11-27T17:23:31,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42673-0x1017d520f310007 connected 2024-11-27T17:23:31,642 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:23:31,645 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:23:31,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Set watcher on znode that does not yet exist, /21597308768/master 2024-11-27T17:23:31,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Set watcher on znode that does not yet exist, /21597308768/acl 2024-11-27T17:23:31,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42673 2024-11-27T17:23:31,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42673 2024-11-27T17:23:31,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42673 2024-11-27T17:23:31,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42673 2024-11-27T17:23:31,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42673 2024-11-27T17:23:31,664 DEBUG [M:0;8f0673442175:41903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:41903 2024-11-27T17:23:31,664 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21597308768/backup-masters/8f0673442175,41903,1732728211482 2024-11-27T17:23:31,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768/backup-masters 2024-11-27T17:23:31,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768/backup-masters 2024-11-27T17:23:31,673 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Set watcher on existing znode=/21597308768/backup-masters/8f0673442175,41903,1732728211482 2024-11-27T17:23:31,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21597308768/master 2024-11-27T17:23:31,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768 2024-11-27T17:23:31,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768 2024-11-27T17:23:31,684 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Set watcher on existing znode=/21597308768/master 2024-11-27T17:23:31,684 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21597308768/backup-masters/8f0673442175,41903,1732728211482 from backup master directory 2024-11-27T17:23:31,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21597308768/backup-masters/8f0673442175,41903,1732728211482 2024-11-27T17:23:31,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768/backup-masters 2024-11-27T17:23:31,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768/backup-masters 2024-11-27T17:23:31,694 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:23:31,694 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,41903,1732728211482 2024-11-27T17:23:31,697 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/hbase.id] with ID: 4d9d0c5d-51cd-4e69-b29d-1084d1dcbfdf 2024-11-27T17:23:31,697 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/.tmp/hbase.id 2024-11-27T17:23:31,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:23:32,101 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/.tmp/hbase.id]:[hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/hbase.id] 2024-11-27T17:23:32,109 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:32,109 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:23:32,110 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T17:23:32,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768 2024-11-27T17:23:32,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768 2024-11-27T17:23:32,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:23:32,568 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:23:32,569 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:23:32,569 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:23:32,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:23:32,975 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store 2024-11-27T17:23:32,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:23:33,379 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:33,379 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:23:33,379 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:33,379 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:33,379 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:23:33,379 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:33,379 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:33,379 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728213379Disabling compacts and flushes for region at 1732728213379Disabling writes for close at 1732728213379Writing region close event to WAL at 1732728213379Closed at 1732728213379 2024-11-27T17:23:33,380 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/.initializing 2024-11-27T17:23:33,380 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/WALs/8f0673442175,41903,1732728211482 2024-11-27T17:23:33,381 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:23:33,382 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C41903%2C1732728211482, suffix=, logDir=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/WALs/8f0673442175,41903,1732728211482, archiveDir=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/oldWALs, maxLogs=10 2024-11-27T17:23:33,394 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/WALs/8f0673442175,41903,1732728211482/8f0673442175%2C41903%2C1732728211482.1732728213382, exclude list is [], retry=0 2024-11-27T17:23:33,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40417,DS-dc5aec8c-18d5-410b-b1fc-d1ddea0fab30,DISK] 2024-11-27T17:23:33,397 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/WALs/8f0673442175,41903,1732728211482/8f0673442175%2C41903%2C1732728211482.1732728213382 2024-11-27T17:23:33,398 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36097:36097)] 2024-11-27T17:23:33,398 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:23:33,398 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:33,398 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:33,398 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:33,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:33,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:23:33,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:33,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:33,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:33,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:23:33,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:33,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:33,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:33,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:23:33,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:33,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:33,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:33,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:23:33,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:33,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:33,404 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:33,405 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:33,405 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:33,406 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:33,406 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:33,406 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:23:33,407 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:23:33,409 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:23:33,409 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72840942, jitterRate=0.08541461825370789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:23:33,409 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732728213398Initializing all the Stores at 1732728213399 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728213399Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728213399Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728213399Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728213399Cleaning up temporary data from old regions at 1732728213406 (+7 ms)Region opened successfully at 1732728213409 (+3 ms) 2024-11-27T17:23:33,410 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:23:33,412 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774318a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:23:33,413 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:23:33,413 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:23:33,413 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:23:33,413 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:23:33,413 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:23:33,414 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:23:33,414 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T17:23:33,415 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:23:33,416 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Unable to get data of znode /21597308768/balancer because node does not exist (not necessarily an error) 2024-11-27T17:23:33,483 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21597308768/balancer already deleted, retry=false 2024-11-27T17:23:33,484 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:23:33,484 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Unable to get data of znode /21597308768/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:23:33,563 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21597308768/normalizer already deleted, retry=false 2024-11-27T17:23:33,563 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:23:33,564 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Unable to get data of znode /21597308768/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:23:33,595 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21597308768/switch/split already deleted, retry=false 2024-11-27T17:23:33,596 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Unable to get data of znode /21597308768/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:23:33,638 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21597308768/switch/merge already deleted, retry=false 2024-11-27T17:23:33,640 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Unable to get data of znode /21597308768/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:23:33,682 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21597308768/snapshot-cleanup already deleted, retry=false 2024-11-27T17:23:33,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21597308768/running 2024-11-27T17:23:33,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21597308768/running 2024-11-27T17:23:33,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768 2024-11-27T17:23:33,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768 2024-11-27T17:23:33,736 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,41903,1732728211482, sessionid=0x1017d520f310006, setting cluster-up flag (Was=false) 2024-11-27T17:23:33,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768 2024-11-27T17:23:33,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768 2024-11-27T17:23:34,032 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21597308768/flush-table-proc/acquired, /21597308768/flush-table-proc/reached, /21597308768/flush-table-proc/abort 2024-11-27T17:23:34,033 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,41903,1732728211482 2024-11-27T17:23:34,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768 2024-11-27T17:23:34,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768 2024-11-27T17:23:34,216 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21597308768/online-snapshot/acquired, /21597308768/online-snapshot/reached, /21597308768/online-snapshot/abort 2024-11-27T17:23:34,217 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,41903,1732728211482 2024-11-27T17:23:34,218 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:23:34,219 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:23:34,219 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:23:34,219 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:23:34,220 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,41903,1732728211482 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:23:34,221 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:23:34,221 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:23:34,221 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:23:34,221 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:23:34,221 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:23:34,221 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:34,221 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:23:34,221 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:34,222 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732728244222 2024-11-27T17:23:34,222 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:23:34,222 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:23:34,222 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:23:34,222 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:23:34,222 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:23:34,222 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:23:34,222 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:23:34,222 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:34,222 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:23:34,223 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:23:34,223 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:23:34,223 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:23:34,223 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T17:23:34,223 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:23:34,223 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:23:34,223 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:34,223 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728214223,5,FailOnTimeoutGroup] 2024-11-27T17:23:34,223 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:23:34,223 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728214223,5,FailOnTimeoutGroup] 2024-11-27T17:23:34,223 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:34,223 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:23:34,223 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:34,223 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:34,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:23:34,231 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:23:34,231 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e 2024-11-27T17:23:34,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741832_1008 (size=32) 2024-11-27T17:23:34,256 INFO [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(746): ClusterId : 4d9d0c5d-51cd-4e69-b29d-1084d1dcbfdf 2024-11-27T17:23:34,256 DEBUG [RS:0;8f0673442175:42673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:23:34,263 DEBUG [RS:0;8f0673442175:42673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:23:34,263 DEBUG [RS:0;8f0673442175:42673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:23:34,273 DEBUG [RS:0;8f0673442175:42673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:23:34,274 DEBUG [RS:0;8f0673442175:42673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48bd1b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:23:34,288 DEBUG [RS:0;8f0673442175:42673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:42673 2024-11-27T17:23:34,288 INFO [RS:0;8f0673442175:42673 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:23:34,288 INFO [RS:0;8f0673442175:42673 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:23:34,288 DEBUG [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:23:34,289 INFO [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,41903,1732728211482 with port=42673, startcode=1732728211625 2024-11-27T17:23:34,289 DEBUG [RS:0;8f0673442175:42673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:23:34,290 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:23:34,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,42673,1732728211625 2024-11-27T17:23:34,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41903 {}] master.ServerManager(517): Registering regionserver=8f0673442175,42673,1732728211625 2024-11-27T17:23:34,292 DEBUG [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e 2024-11-27T17:23:34,292 DEBUG [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35987 2024-11-27T17:23:34,292 DEBUG [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:23:34,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768/rs 2024-11-27T17:23:34,344 DEBUG [RS:0;8f0673442175:42673 {}] zookeeper.ZKUtil(111): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Set watcher on existing znode=/21597308768/rs/8f0673442175,42673,1732728211625 2024-11-27T17:23:34,344 WARN [RS:0;8f0673442175:42673 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:23:34,344 INFO [RS:0;8f0673442175:42673 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:23:34,344 DEBUG [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/WALs/8f0673442175,42673,1732728211625 2024-11-27T17:23:34,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,42673,1732728211625] 2024-11-27T17:23:34,347 INFO [RS:0;8f0673442175:42673 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:23:34,348 INFO [RS:0;8f0673442175:42673 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:23:34,348 INFO [RS:0;8f0673442175:42673 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:23:34,348 INFO [RS:0;8f0673442175:42673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:34,348 INFO [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:23:34,349 INFO [RS:0;8f0673442175:42673 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:23:34,349 INFO [RS:0;8f0673442175:42673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:34,349 DEBUG [RS:0;8f0673442175:42673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:34,349 DEBUG [RS:0;8f0673442175:42673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:34,349 DEBUG [RS:0;8f0673442175:42673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:34,349 DEBUG [RS:0;8f0673442175:42673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:34,349 DEBUG [RS:0;8f0673442175:42673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:34,349 DEBUG [RS:0;8f0673442175:42673 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:23:34,349 DEBUG [RS:0;8f0673442175:42673 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:34,349 DEBUG [RS:0;8f0673442175:42673 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:34,349 DEBUG [RS:0;8f0673442175:42673 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:34,349 DEBUG [RS:0;8f0673442175:42673 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:34,349 DEBUG [RS:0;8f0673442175:42673 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:34,349 DEBUG [RS:0;8f0673442175:42673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:23:34,349 DEBUG [RS:0;8f0673442175:42673 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:23:34,349 DEBUG [RS:0;8f0673442175:42673 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:23:34,349 INFO [RS:0;8f0673442175:42673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:34,349 INFO [RS:0;8f0673442175:42673 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:34,349 INFO [RS:0;8f0673442175:42673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:34,349 INFO [RS:0;8f0673442175:42673 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:34,349 INFO [RS:0;8f0673442175:42673 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:34,349 INFO [RS:0;8f0673442175:42673 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,42673,1732728211625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:23:34,362 INFO [RS:0;8f0673442175:42673 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:23:34,362 INFO [RS:0;8f0673442175:42673 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,42673,1732728211625-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:34,362 INFO [RS:0;8f0673442175:42673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:34,362 INFO [RS:0;8f0673442175:42673 {}] regionserver.Replication(171): 8f0673442175,42673,1732728211625 started 2024-11-27T17:23:34,373 INFO [RS:0;8f0673442175:42673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:34,374 INFO [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,42673,1732728211625, RpcServer on 8f0673442175/172.17.0.3:42673, sessionid=0x1017d520f310007 2024-11-27T17:23:34,374 DEBUG [RS:0;8f0673442175:42673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:23:34,374 DEBUG [RS:0;8f0673442175:42673 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,42673,1732728211625 2024-11-27T17:23:34,374 DEBUG [RS:0;8f0673442175:42673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,42673,1732728211625' 2024-11-27T17:23:34,374 DEBUG [RS:0;8f0673442175:42673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21597308768/flush-table-proc/abort' 2024-11-27T17:23:34,374 DEBUG [RS:0;8f0673442175:42673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21597308768/flush-table-proc/acquired' 2024-11-27T17:23:34,375 DEBUG [RS:0;8f0673442175:42673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:23:34,375 DEBUG [RS:0;8f0673442175:42673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:23:34,375 DEBUG [RS:0;8f0673442175:42673 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,42673,1732728211625 2024-11-27T17:23:34,375 DEBUG [RS:0;8f0673442175:42673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,42673,1732728211625' 2024-11-27T17:23:34,375 DEBUG [RS:0;8f0673442175:42673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21597308768/online-snapshot/abort' 2024-11-27T17:23:34,375 DEBUG [RS:0;8f0673442175:42673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21597308768/online-snapshot/acquired' 2024-11-27T17:23:34,375 DEBUG [RS:0;8f0673442175:42673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:23:34,375 INFO [RS:0;8f0673442175:42673 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:23:34,375 INFO [RS:0;8f0673442175:42673 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:23:34,476 INFO [RS:0;8f0673442175:42673 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:23:34,476 INFO [RS:0;8f0673442175:42673 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C42673%2C1732728211625, suffix=, logDir=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/WALs/8f0673442175,42673,1732728211625, archiveDir=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/oldWALs, maxLogs=10 2024-11-27T17:23:34,489 DEBUG [RS:0;8f0673442175:42673 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/WALs/8f0673442175,42673,1732728211625/8f0673442175%2C42673%2C1732728211625.1732728214477, exclude list is [], retry=0 2024-11-27T17:23:34,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40417,DS-dc5aec8c-18d5-410b-b1fc-d1ddea0fab30,DISK] 2024-11-27T17:23:34,493 INFO [RS:0;8f0673442175:42673 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/WALs/8f0673442175,42673,1732728211625/8f0673442175%2C42673%2C1732728211625.1732728214477 2024-11-27T17:23:34,493 DEBUG [RS:0;8f0673442175:42673 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36097:36097)] 2024-11-27T17:23:34,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:34,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:23:34,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:23:34,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:34,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:34,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:23:34,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:23:34,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:34,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:34,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:23:34,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:23:34,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:34,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:34,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:23:34,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:23:34,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:34,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:34,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:23:34,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740 2024-11-27T17:23:34,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740 2024-11-27T17:23:34,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:23:34,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:23:34,645 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:23:34,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:23:34,647 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:23:34,647 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63792555, jitterRate=-0.04941685497760773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:23:34,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732728214638Initializing all the Stores at 1732728214639 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728214639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728214639Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728214639Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728214639Cleaning up temporary data from old regions at 1732728214645 (+6 ms)Region opened successfully at 1732728214647 (+2 ms) 2024-11-27T17:23:34,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:23:34,647 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:23:34,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:23:34,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:23:34,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:23:34,648 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:23:34,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728214647Disabling compacts and flushes for region at 1732728214647Disabling writes for close at 1732728214647Writing region close event to WAL at 1732728214648 (+1 ms)Closed at 1732728214648 2024-11-27T17:23:34,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:23:34,649 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:23:34,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:23:34,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:23:34,650 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:23:34,800 DEBUG [8f0673442175:41903 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T17:23:34,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,42673,1732728211625 2024-11-27T17:23:34,801 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,42673,1732728211625, state=OPENING 2024-11-27T17:23:34,852 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:23:34,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768 2024-11-27T17:23:34,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768 2024-11-27T17:23:34,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21597308768/meta-region-server: CHANGED 2024-11-27T17:23:34,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21597308768/meta-region-server: CHANGED 2024-11-27T17:23:34,863 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:23:34,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,42673,1732728211625}] 2024-11-27T17:23:34,973 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:23:34,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:34,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:34,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:34,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:34,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:34,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:34,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:34,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:35,015 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:23:35,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:35,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:35,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:35,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:35,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:35,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:23:35,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:35,019 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:23:35,019 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:23:35,019 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:23:35,020 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C42673%2C1732728211625.meta, suffix=.meta, logDir=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/WALs/8f0673442175,42673,1732728211625, archiveDir=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/oldWALs, maxLogs=10 2024-11-27T17:23:35,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:35,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:35,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:35,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:35,036 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/WALs/8f0673442175,42673,1732728211625/8f0673442175%2C42673%2C1732728211625.meta.1732728215020.meta, exclude list is [], retry=0 2024-11-27T17:23:35,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40417,DS-dc5aec8c-18d5-410b-b1fc-d1ddea0fab30,DISK] 2024-11-27T17:23:35,039 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/WALs/8f0673442175,42673,1732728211625/8f0673442175%2C42673%2C1732728211625.meta.1732728215020.meta 2024-11-27T17:23:35,039 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36097:36097)] 2024-11-27T17:23:35,039 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:23:35,039 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:23:35,039 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:23:35,040 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:23:35,040 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:23:35,040 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:23:35,040 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:35,040 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:23:35,040 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:23:35,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:23:35,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:23:35,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:35,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:35,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:23:35,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:23:35,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:35,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:35,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:23:35,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:23:35,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:35,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:35,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:23:35,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:23:35,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:35,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:23:35,045 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:23:35,045 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740 2024-11-27T17:23:35,046 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740 2024-11-27T17:23:35,046 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:23:35,046 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:23:35,047 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:23:35,047 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:23:35,048 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66296217, jitterRate=-0.012109383940696716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:23:35,048 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:23:35,048 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732728215040Writing region info on filesystem at 1732728215040Initializing all the Stores at 1732728215041 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728215041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728215041Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728215041Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732728215041Cleaning up temporary data from old regions at 1732728215046 (+5 ms)Running coprocessor post-open hooks at 1732728215048 (+2 ms)Region opened successfully at 1732728215048 2024-11-27T17:23:35,049 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732728215015 2024-11-27T17:23:35,050 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:23:35,050 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:23:35,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,42673,1732728211625 2024-11-27T17:23:35,051 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,42673,1732728211625, state=OPEN 2024-11-27T17:23:35,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21597308768/meta-region-server 2024-11-27T17:23:35,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21597308768/meta-region-server 2024-11-27T17:23:35,062 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,42673,1732728211625 2024-11-27T17:23:35,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21597308768/meta-region-server: CHANGED 2024-11-27T17:23:35,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21597308768/meta-region-server: CHANGED 2024-11-27T17:23:35,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:23:35,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,42673,1732728211625 in 199 msec 2024-11-27T17:23:35,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:23:35,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-27T17:23:35,066 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:23:35,066 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:23:35,067 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:23:35,067 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42673,1732728211625, seqNum=-1] 2024-11-27T17:23:35,067 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:23:35,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:23:35,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 852 msec 2024-11-27T17:23:35,071 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732728215071, completionTime=-1 2024-11-27T17:23:35,072 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T17:23:35,072 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:23:35,073 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T17:23:35,073 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732728275073 2024-11-27T17:23:35,073 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732728335073 2024-11-27T17:23:35,073 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T17:23:35,073 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,41903,1732728211482-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:35,073 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,41903,1732728211482-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:35,073 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,41903,1732728211482-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:35,074 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:41903, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:35,074 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:35,074 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:35,075 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:23:35,077 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.383sec 2024-11-27T17:23:35,077 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:23:35,077 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:23:35,077 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:23:35,077 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:23:35,077 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:23:35,077 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,41903,1732728211482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:23:35,077 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,41903,1732728211482-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:23:35,079 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:23:35,079 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:23:35,079 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,41903,1732728211482-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:23:35,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9750f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:35,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,41903,-1 for getting cluster id 2024-11-27T17:23:35,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:35,158 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d9d0c5d-51cd-4e69-b29d-1084d1dcbfdf' 2024-11-27T17:23:35,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:35,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d9d0c5d-51cd-4e69-b29d-1084d1dcbfdf" 2024-11-27T17:23:35,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130bde72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:35,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,41903,-1] 2024-11-27T17:23:35,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:35,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:35,159 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:35,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a2b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:35,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:23:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42673,1732728211625, seqNum=-1] 2024-11-27T17:23:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:23:35,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:23:35,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,41903,1732728211482 2024-11-27T17:23:35,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56337 2024-11-27T17:23:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:23:35,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017d520f310008 connected 2024-11-27T17:23:35,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:35,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33451,1732728200163 2024-11-27T17:23:35,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2136ab17 2024-11-27T17:23:35,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:23:35,189 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:23:35,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:23:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T17:23:35,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:23:35,191 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:35,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T17:23:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:35,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:23:35,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741835_1011 (size=902) 2024-11-27T17:23:35,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4b164f3fd65c3674d340a8ea223e48a, NAME => 'test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f 2024-11-27T17:23:35,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741836_1012 (size=39) 2024-11-27T17:23:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:35,606 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:35,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f4b164f3fd65c3674d340a8ea223e48a, disabling compactions & flushes 2024-11-27T17:23:35,607 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a. 2024-11-27T17:23:35,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a. 2024-11-27T17:23:35,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a. after waiting 0 ms 2024-11-27T17:23:35,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a. 2024-11-27T17:23:35,607 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a. 2024-11-27T17:23:35,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4b164f3fd65c3674d340a8ea223e48a: Waiting for close lock at 1732728215607Disabling compacts and flushes for region at 1732728215607Disabling writes for close at 1732728215607Writing region close event to WAL at 1732728215607Closed at 1732728215607 2024-11-27T17:23:35,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:23:35,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732728215608"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728215608"}]},"ts":"1732728215608"} 2024-11-27T17:23:35,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:23:35,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:23:35,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728215611"}]},"ts":"1732728215611"} 2024-11-27T17:23:35,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T17:23:35,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f4b164f3fd65c3674d340a8ea223e48a, ASSIGN}] 2024-11-27T17:23:35,613 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f4b164f3fd65c3674d340a8ea223e48a, ASSIGN 2024-11-27T17:23:35,613 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f4b164f3fd65c3674d340a8ea223e48a, ASSIGN; state=OFFLINE, location=8f0673442175,37635,1732728200356; forceNewPlan=false, retain=false 2024-11-27T17:23:35,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4b164f3fd65c3674d340a8ea223e48a, regionState=OPENING, regionLocation=8f0673442175,37635,1732728200356 2024-11-27T17:23:35,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f4b164f3fd65c3674d340a8ea223e48a, ASSIGN because future has completed 2024-11-27T17:23:35,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4b164f3fd65c3674d340a8ea223e48a, server=8f0673442175,37635,1732728200356}] 2024-11-27T17:23:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:35,921 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a. 2024-11-27T17:23:35,921 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f4b164f3fd65c3674d340a8ea223e48a, NAME => 'test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:23:35,922 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:23:35,922 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T17:23:35,922 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f4b164f3fd65c3674d340a8ea223e48a 2024-11-27T17:23:35,922 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:35,922 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f4b164f3fd65c3674d340a8ea223e48a 2024-11-27T17:23:35,922 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f4b164f3fd65c3674d340a8ea223e48a 2024-11-27T17:23:35,923 INFO [StoreOpener-f4b164f3fd65c3674d340a8ea223e48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f4b164f3fd65c3674d340a8ea223e48a 2024-11-27T17:23:35,924 INFO [StoreOpener-f4b164f3fd65c3674d340a8ea223e48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b164f3fd65c3674d340a8ea223e48a columnFamilyName f 2024-11-27T17:23:35,924 DEBUG [StoreOpener-f4b164f3fd65c3674d340a8ea223e48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:35,924 INFO [StoreOpener-f4b164f3fd65c3674d340a8ea223e48a-1 {}] regionserver.HStore(327): Store=f4b164f3fd65c3674d340a8ea223e48a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:35,924 INFO [StoreOpener-f4b164f3fd65c3674d340a8ea223e48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f4b164f3fd65c3674d340a8ea223e48a 2024-11-27T17:23:35,925 INFO [StoreOpener-f4b164f3fd65c3674d340a8ea223e48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b164f3fd65c3674d340a8ea223e48a columnFamilyName f1 2024-11-27T17:23:35,925 DEBUG [StoreOpener-f4b164f3fd65c3674d340a8ea223e48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:35,925 INFO [StoreOpener-f4b164f3fd65c3674d340a8ea223e48a-1 {}] regionserver.HStore(327): Store=f4b164f3fd65c3674d340a8ea223e48a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:35,925 INFO [StoreOpener-f4b164f3fd65c3674d340a8ea223e48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f4b164f3fd65c3674d340a8ea223e48a 2024-11-27T17:23:35,926 INFO [StoreOpener-f4b164f3fd65c3674d340a8ea223e48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b164f3fd65c3674d340a8ea223e48a columnFamilyName norep 2024-11-27T17:23:35,926 DEBUG [StoreOpener-f4b164f3fd65c3674d340a8ea223e48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:35,926 INFO [StoreOpener-f4b164f3fd65c3674d340a8ea223e48a-1 {}] regionserver.HStore(327): Store=f4b164f3fd65c3674d340a8ea223e48a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:35,926 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f4b164f3fd65c3674d340a8ea223e48a 2024-11-27T17:23:35,927 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a 2024-11-27T17:23:35,927 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a 2024-11-27T17:23:35,928 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f4b164f3fd65c3674d340a8ea223e48a 2024-11-27T17:23:35,928 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f4b164f3fd65c3674d340a8ea223e48a 2024-11-27T17:23:35,928 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:23:35,929 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f4b164f3fd65c3674d340a8ea223e48a 2024-11-27T17:23:35,931 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:23:35,931 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f4b164f3fd65c3674d340a8ea223e48a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72711059, jitterRate=0.08347921073436737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:23:35,931 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4b164f3fd65c3674d340a8ea223e48a 2024-11-27T17:23:35,931 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f4b164f3fd65c3674d340a8ea223e48a: Running coprocessor pre-open hook at 1732728215922Writing region info on filesystem at 1732728215922Initializing all the Stores at 1732728215923 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728215923Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728215923Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728215923Cleaning up temporary data from old regions at 1732728215928 (+5 ms)Running coprocessor post-open hooks at 1732728215931 (+3 ms)Region opened successfully at 1732728215931 2024-11-27T17:23:35,932 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a., pid=6, masterSystemTime=1732728215918 2024-11-27T17:23:35,933 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a. 2024-11-27T17:23:35,933 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a. 2024-11-27T17:23:35,934 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4b164f3fd65c3674d340a8ea223e48a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8f0673442175,37635,1732728200356 2024-11-27T17:23:35,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4b164f3fd65c3674d340a8ea223e48a, server=8f0673442175,37635,1732728200356 because future has completed 2024-11-27T17:23:35,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:23:35,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f4b164f3fd65c3674d340a8ea223e48a, server=8f0673442175,37635,1732728200356 in 170 msec 2024-11-27T17:23:35,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:23:35,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f4b164f3fd65c3674d340a8ea223e48a, ASSIGN in 325 msec 2024-11-27T17:23:35,939 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:23:35,939 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728215939"}]},"ts":"1732728215939"} 2024-11-27T17:23:35,940 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T17:23:35,941 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:23:35,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-27T17:23:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:36,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:36,333 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T17:23:36,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,41153,1732728205667 2024-11-27T17:23:36,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72777dac 2024-11-27T17:23:36,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:23:36,334 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:23:36,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:23:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T17:23:36,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:23:36,336 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:36,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T17:23:36,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:23:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:36,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741835_1011 (size=902) 2024-11-27T17:23:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:36,742 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27a3b7ab8199bd91894327b97f4ca43a, NAME => 'test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b 2024-11-27T17:23:36,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741836_1012 (size=39) 2024-11-27T17:23:36,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:36,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 27a3b7ab8199bd91894327b97f4ca43a, disabling compactions & flushes 2024-11-27T17:23:36,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a. 2024-11-27T17:23:36,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a. 2024-11-27T17:23:36,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a. after waiting 0 ms 2024-11-27T17:23:36,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a. 2024-11-27T17:23:36,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a. 2024-11-27T17:23:36,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27a3b7ab8199bd91894327b97f4ca43a: Waiting for close lock at 1732728216746Disabling compacts and flushes for region at 1732728216746Disabling writes for close at 1732728216746Writing region close event to WAL at 1732728216746Closed at 1732728216746 2024-11-27T17:23:36,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:23:36,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732728216747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728216747"}]},"ts":"1732728216747"} 2024-11-27T17:23:36,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:23:36,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:23:36,749 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728216749"}]},"ts":"1732728216749"} 2024-11-27T17:23:36,750 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T17:23:36,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=27a3b7ab8199bd91894327b97f4ca43a, ASSIGN}] 2024-11-27T17:23:36,751 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=27a3b7ab8199bd91894327b97f4ca43a, ASSIGN 2024-11-27T17:23:36,751 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=27a3b7ab8199bd91894327b97f4ca43a, ASSIGN; state=OFFLINE, location=8f0673442175,44513,1732728206054; forceNewPlan=false, retain=false 2024-11-27T17:23:36,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=27a3b7ab8199bd91894327b97f4ca43a, regionState=OPENING, regionLocation=8f0673442175,44513,1732728206054 2024-11-27T17:23:36,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=27a3b7ab8199bd91894327b97f4ca43a, ASSIGN because future has completed 2024-11-27T17:23:36,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27a3b7ab8199bd91894327b97f4ca43a, server=8f0673442175,44513,1732728206054}] 2024-11-27T17:23:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:37,058 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a. 2024-11-27T17:23:37,058 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 27a3b7ab8199bd91894327b97f4ca43a, NAME => 'test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:23:37,058 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:23:37,058 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T17:23:37,058 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 27a3b7ab8199bd91894327b97f4ca43a 2024-11-27T17:23:37,058 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:37,058 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 27a3b7ab8199bd91894327b97f4ca43a 2024-11-27T17:23:37,058 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 27a3b7ab8199bd91894327b97f4ca43a 2024-11-27T17:23:37,059 INFO [StoreOpener-27a3b7ab8199bd91894327b97f4ca43a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 27a3b7ab8199bd91894327b97f4ca43a 2024-11-27T17:23:37,060 INFO [StoreOpener-27a3b7ab8199bd91894327b97f4ca43a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a3b7ab8199bd91894327b97f4ca43a columnFamilyName f 2024-11-27T17:23:37,060 DEBUG [StoreOpener-27a3b7ab8199bd91894327b97f4ca43a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:37,061 INFO [StoreOpener-27a3b7ab8199bd91894327b97f4ca43a-1 {}] regionserver.HStore(327): Store=27a3b7ab8199bd91894327b97f4ca43a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:37,061 INFO [StoreOpener-27a3b7ab8199bd91894327b97f4ca43a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 27a3b7ab8199bd91894327b97f4ca43a 2024-11-27T17:23:37,061 INFO [StoreOpener-27a3b7ab8199bd91894327b97f4ca43a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a3b7ab8199bd91894327b97f4ca43a columnFamilyName f1 2024-11-27T17:23:37,061 DEBUG [StoreOpener-27a3b7ab8199bd91894327b97f4ca43a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:37,061 INFO [StoreOpener-27a3b7ab8199bd91894327b97f4ca43a-1 {}] regionserver.HStore(327): Store=27a3b7ab8199bd91894327b97f4ca43a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:37,062 INFO [StoreOpener-27a3b7ab8199bd91894327b97f4ca43a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 27a3b7ab8199bd91894327b97f4ca43a 2024-11-27T17:23:37,062 INFO [StoreOpener-27a3b7ab8199bd91894327b97f4ca43a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a3b7ab8199bd91894327b97f4ca43a columnFamilyName norep 2024-11-27T17:23:37,062 DEBUG [StoreOpener-27a3b7ab8199bd91894327b97f4ca43a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:37,062 INFO [StoreOpener-27a3b7ab8199bd91894327b97f4ca43a-1 {}] regionserver.HStore(327): Store=27a3b7ab8199bd91894327b97f4ca43a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:37,062 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 27a3b7ab8199bd91894327b97f4ca43a 2024-11-27T17:23:37,063 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a 2024-11-27T17:23:37,063 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a 2024-11-27T17:23:37,064 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 27a3b7ab8199bd91894327b97f4ca43a 2024-11-27T17:23:37,064 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 27a3b7ab8199bd91894327b97f4ca43a 2024-11-27T17:23:37,064 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:23:37,065 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 27a3b7ab8199bd91894327b97f4ca43a 2024-11-27T17:23:37,066 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:23:37,066 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 27a3b7ab8199bd91894327b97f4ca43a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71598161, jitterRate=0.0668957382440567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:23:37,066 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27a3b7ab8199bd91894327b97f4ca43a 2024-11-27T17:23:37,066 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 27a3b7ab8199bd91894327b97f4ca43a: Running coprocessor pre-open hook at 1732728217059Writing region info on filesystem at 1732728217059Initializing all the Stores at 1732728217059Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728217059Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728217059Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728217059Cleaning up temporary data from old regions at 1732728217064 (+5 ms)Running coprocessor post-open hooks at 1732728217066 (+2 ms)Region opened successfully at 1732728217066 2024-11-27T17:23:37,067 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a., pid=6, masterSystemTime=1732728217055 2024-11-27T17:23:37,069 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a. 2024-11-27T17:23:37,069 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a. 2024-11-27T17:23:37,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=27a3b7ab8199bd91894327b97f4ca43a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8f0673442175,44513,1732728206054 2024-11-27T17:23:37,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27a3b7ab8199bd91894327b97f4ca43a, server=8f0673442175,44513,1732728206054 because future has completed 2024-11-27T17:23:37,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:23:37,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 27a3b7ab8199bd91894327b97f4ca43a, server=8f0673442175,44513,1732728206054 in 167 msec 2024-11-27T17:23:37,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:23:37,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=27a3b7ab8199bd91894327b97f4ca43a, ASSIGN in 322 msec 2024-11-27T17:23:37,074 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:23:37,074 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728217074"}]},"ts":"1732728217074"} 2024-11-27T17:23:37,076 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T17:23:37,076 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:23:37,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 741 msec 2024-11-27T17:23:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:37,473 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T17:23:37,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,41903,1732728211482 2024-11-27T17:23:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f04d2bb 2024-11-27T17:23:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:23:37,474 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:23:37,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:23:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T17:23:37,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:23:37,476 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:37,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T17:23:37,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:23:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:37,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741835_1011 (size=902) 2024-11-27T17:23:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:37,882 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f10520ef3216c2782d5c09840e178c52, NAME => 'test,,1732728217474.f10520ef3216c2782d5c09840e178c52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e 2024-11-27T17:23:37,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741836_1012 (size=39) 2024-11-27T17:23:38,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:38,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:23:38,053 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148814 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8f0673442175,40933,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:40933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T17:23:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:38,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732728217474.f10520ef3216c2782d5c09840e178c52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:38,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f10520ef3216c2782d5c09840e178c52, disabling compactions & flushes 2024-11-27T17:23:38,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732728217474.f10520ef3216c2782d5c09840e178c52. 2024-11-27T17:23:38,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728217474.f10520ef3216c2782d5c09840e178c52. 2024-11-27T17:23:38,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732728217474.f10520ef3216c2782d5c09840e178c52. after waiting 0 ms 2024-11-27T17:23:38,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732728217474.f10520ef3216c2782d5c09840e178c52. 2024-11-27T17:23:38,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732728217474.f10520ef3216c2782d5c09840e178c52. 2024-11-27T17:23:38,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f10520ef3216c2782d5c09840e178c52: Waiting for close lock at 1732728218288Disabling compacts and flushes for region at 1732728218288Disabling writes for close at 1732728218288Writing region close event to WAL at 1732728218288Closed at 1732728218288 2024-11-27T17:23:38,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:23:38,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732728217474.f10520ef3216c2782d5c09840e178c52.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732728218289"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728218289"}]},"ts":"1732728218289"} 2024-11-27T17:23:38,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:23:38,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:23:38,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728218292"}]},"ts":"1732728218292"} 2024-11-27T17:23:38,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T17:23:38,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f10520ef3216c2782d5c09840e178c52, ASSIGN}] 2024-11-27T17:23:38,294 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f10520ef3216c2782d5c09840e178c52, ASSIGN 2024-11-27T17:23:38,295 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f10520ef3216c2782d5c09840e178c52, ASSIGN; state=OFFLINE, location=8f0673442175,42673,1732728211625; forceNewPlan=false, retain=false 2024-11-27T17:23:38,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f10520ef3216c2782d5c09840e178c52, regionState=OPENING, regionLocation=8f0673442175,42673,1732728211625 2024-11-27T17:23:38,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f10520ef3216c2782d5c09840e178c52, ASSIGN because future has completed 2024-11-27T17:23:38,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f10520ef3216c2782d5c09840e178c52, server=8f0673442175,42673,1732728211625}] 2024-11-27T17:23:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:38,638 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732728217474.f10520ef3216c2782d5c09840e178c52. 2024-11-27T17:23:38,638 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f10520ef3216c2782d5c09840e178c52, NAME => 'test,,1732728217474.f10520ef3216c2782d5c09840e178c52.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:23:38,638 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:23:38,639 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T17:23:38,639 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f10520ef3216c2782d5c09840e178c52 2024-11-27T17:23:38,639 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732728217474.f10520ef3216c2782d5c09840e178c52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:38,639 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f10520ef3216c2782d5c09840e178c52 2024-11-27T17:23:38,639 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f10520ef3216c2782d5c09840e178c52 2024-11-27T17:23:38,640 INFO [StoreOpener-f10520ef3216c2782d5c09840e178c52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f10520ef3216c2782d5c09840e178c52 2024-11-27T17:23:38,641 INFO [StoreOpener-f10520ef3216c2782d5c09840e178c52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f10520ef3216c2782d5c09840e178c52 columnFamilyName f 2024-11-27T17:23:38,642 DEBUG [StoreOpener-f10520ef3216c2782d5c09840e178c52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:38,642 INFO [StoreOpener-f10520ef3216c2782d5c09840e178c52-1 {}] regionserver.HStore(327): Store=f10520ef3216c2782d5c09840e178c52/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:38,642 INFO [StoreOpener-f10520ef3216c2782d5c09840e178c52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f10520ef3216c2782d5c09840e178c52 2024-11-27T17:23:38,643 INFO [StoreOpener-f10520ef3216c2782d5c09840e178c52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f10520ef3216c2782d5c09840e178c52 columnFamilyName f1 2024-11-27T17:23:38,643 DEBUG [StoreOpener-f10520ef3216c2782d5c09840e178c52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:38,644 INFO [StoreOpener-f10520ef3216c2782d5c09840e178c52-1 {}] regionserver.HStore(327): Store=f10520ef3216c2782d5c09840e178c52/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:38,644 INFO [StoreOpener-f10520ef3216c2782d5c09840e178c52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f10520ef3216c2782d5c09840e178c52 2024-11-27T17:23:38,645 INFO [StoreOpener-f10520ef3216c2782d5c09840e178c52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f10520ef3216c2782d5c09840e178c52 columnFamilyName norep 2024-11-27T17:23:38,645 DEBUG [StoreOpener-f10520ef3216c2782d5c09840e178c52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:38,645 INFO [StoreOpener-f10520ef3216c2782d5c09840e178c52-1 {}] regionserver.HStore(327): Store=f10520ef3216c2782d5c09840e178c52/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:38,645 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f10520ef3216c2782d5c09840e178c52 2024-11-27T17:23:38,646 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/default/test/f10520ef3216c2782d5c09840e178c52 2024-11-27T17:23:38,646 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/default/test/f10520ef3216c2782d5c09840e178c52 2024-11-27T17:23:38,647 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f10520ef3216c2782d5c09840e178c52 2024-11-27T17:23:38,647 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f10520ef3216c2782d5c09840e178c52 2024-11-27T17:23:38,647 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:23:38,648 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f10520ef3216c2782d5c09840e178c52 2024-11-27T17:23:38,650 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/default/test/f10520ef3216c2782d5c09840e178c52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:23:38,650 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f10520ef3216c2782d5c09840e178c52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69401753, jitterRate=0.03416670858860016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:23:38,650 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f10520ef3216c2782d5c09840e178c52 2024-11-27T17:23:38,650 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f10520ef3216c2782d5c09840e178c52: Running coprocessor pre-open hook at 1732728218639Writing region info on filesystem at 1732728218639Initializing all the Stores at 1732728218640 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728218640Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728218640Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728218640Cleaning up temporary data from old regions at 1732728218647 (+7 ms)Running coprocessor post-open hooks at 1732728218650 (+3 ms)Region opened successfully at 1732728218650 2024-11-27T17:23:38,651 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732728217474.f10520ef3216c2782d5c09840e178c52., pid=6, masterSystemTime=1732728218616 2024-11-27T17:23:38,653 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732728217474.f10520ef3216c2782d5c09840e178c52. 2024-11-27T17:23:38,653 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732728217474.f10520ef3216c2782d5c09840e178c52. 2024-11-27T17:23:38,654 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f10520ef3216c2782d5c09840e178c52, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8f0673442175,42673,1732728211625 2024-11-27T17:23:38,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f10520ef3216c2782d5c09840e178c52, server=8f0673442175,42673,1732728211625 because future has completed 2024-11-27T17:23:38,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T17:23:38,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f10520ef3216c2782d5c09840e178c52, server=8f0673442175,42673,1732728211625 in 217 msec 2024-11-27T17:23:38,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T17:23:38,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f10520ef3216c2782d5c09840e178c52, ASSIGN in 373 msec 2024-11-27T17:23:38,669 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:23:38,669 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728218669"}]},"ts":"1732728218669"} 2024-11-27T17:23:38,671 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T17:23:38,672 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:23:38,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1970 sec 2024-11-27T17:23:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:23:39,624 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T17:23:39,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60718653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:39,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33451,-1 for getting cluster id 2024-11-27T17:23:39,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:39,625 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c0579eb-d898-4c0f-a243-757a2ca6be77' 2024-11-27T17:23:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c0579eb-d898-4c0f-a243-757a2ca6be77" 2024-11-27T17:23:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e62ffb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33451,-1] 2024-11-27T17:23:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:39,627 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:39,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1658d650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:39,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33451,1732728200163 2024-11-27T17:23:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36698a95 2024-11-27T17:23:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:23:39,630 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:23:39,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8f0673442175:41153,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:23:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:23:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:23:39,634 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:41153' 2024-11-27T17:23:39,641 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa07d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:39,641 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,41153,-1 for getting cluster id 2024-11-27T17:23:39,641 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:39,642 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5b72452-076f-40f0-90fe-aaf7d8015113' 2024-11-27T17:23:39,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:39,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5b72452-076f-40f0-90fe-aaf7d8015113" 2024-11-27T17:23:39,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5a0fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:39,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,41153,-1] 2024-11-27T17:23:39,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:39,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:39,644 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:39,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4902d3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:39,646 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:39,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,41153,1732728205667 2024-11-27T17:23:39,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35f56b9d 2024-11-27T17:23:39,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:23:39,648 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:23:39,649 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T17:23:39,649 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:23:39,649 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:39,650 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:39,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:39,650 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:23:39,652 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T17:23:39,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:23:39,654 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:39,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:23:39,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741837_1013 (size=1138) 2024-11-27T17:23:39,702 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T17:23:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:23:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:23:40,073 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66851349c0cf2a23fc2b12fbf74fd917, NAME => 'hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f 2024-11-27T17:23:40,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741838_1014 (size=44) 2024-11-27T17:23:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:23:40,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:40,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 66851349c0cf2a23fc2b12fbf74fd917, disabling compactions & flushes 2024-11-27T17:23:40,486 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917. 2024-11-27T17:23:40,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917. 2024-11-27T17:23:40,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917. after waiting 0 ms 2024-11-27T17:23:40,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917. 2024-11-27T17:23:40,486 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917. 2024-11-27T17:23:40,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66851349c0cf2a23fc2b12fbf74fd917: Waiting for close lock at 1732728220486Disabling compacts and flushes for region at 1732728220486Disabling writes for close at 1732728220486Writing region close event to WAL at 1732728220486Closed at 1732728220486 2024-11-27T17:23:40,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:23:40,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732728220488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732728220488"}]},"ts":"1732728220488"} 2024-11-27T17:23:40,493 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T17:23:40,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:23:40,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728220496"}]},"ts":"1732728220496"} 2024-11-27T17:23:40,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T17:23:40,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66851349c0cf2a23fc2b12fbf74fd917, ASSIGN}] 2024-11-27T17:23:40,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66851349c0cf2a23fc2b12fbf74fd917, ASSIGN 2024-11-27T17:23:40,503 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=66851349c0cf2a23fc2b12fbf74fd917, ASSIGN; state=OFFLINE, location=8f0673442175,37635,1732728200356; forceNewPlan=false, retain=false 2024-11-27T17:23:40,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:23:40,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=66851349c0cf2a23fc2b12fbf74fd917, regionState=OPENING, regionLocation=8f0673442175,37635,1732728200356 2024-11-27T17:23:40,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=66851349c0cf2a23fc2b12fbf74fd917, ASSIGN because future has completed 2024-11-27T17:23:40,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:40,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66851349c0cf2a23fc2b12fbf74fd917, server=8f0673442175,37635,1732728200356}] 2024-11-27T17:23:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:23:40,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917. 2024-11-27T17:23:40,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:23:40,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T17:23:40,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8f0673442175%2C37635%2C1732728200356.rep, suffix=, logDir=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356, archiveDir=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/oldWALs, maxLogs=10 2024-11-27T17:23:40,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.rep.1732728220858, exclude list is [], retry=0 2024-11-27T17:23:40,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44579,DS-4025ced5-5a1d-41de-afa4-4cf062db1673,DISK] 2024-11-27T17:23:40,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.rep.1732728220858 2024-11-27T17:23:40,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35865:35865)] 2024-11-27T17:23:40,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 66851349c0cf2a23fc2b12fbf74fd917, NAME => 'hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:23:40,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T17:23:40,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:23:40,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917. service=MultiRowMutationService 2024-11-27T17:23:40,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T17:23:40,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:40,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:23:40,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:40,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:40,924 INFO [StoreOpener-66851349c0cf2a23fc2b12fbf74fd917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:40,925 INFO [StoreOpener-66851349c0cf2a23fc2b12fbf74fd917-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66851349c0cf2a23fc2b12fbf74fd917 columnFamilyName hfileref 2024-11-27T17:23:40,926 DEBUG [StoreOpener-66851349c0cf2a23fc2b12fbf74fd917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:40,926 INFO [StoreOpener-66851349c0cf2a23fc2b12fbf74fd917-1 {}] regionserver.HStore(327): Store=66851349c0cf2a23fc2b12fbf74fd917/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:40,926 INFO [StoreOpener-66851349c0cf2a23fc2b12fbf74fd917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:40,928 INFO [StoreOpener-66851349c0cf2a23fc2b12fbf74fd917-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66851349c0cf2a23fc2b12fbf74fd917 columnFamilyName queue 2024-11-27T17:23:40,928 DEBUG [StoreOpener-66851349c0cf2a23fc2b12fbf74fd917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:40,928 INFO [StoreOpener-66851349c0cf2a23fc2b12fbf74fd917-1 {}] regionserver.HStore(327): Store=66851349c0cf2a23fc2b12fbf74fd917/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:40,928 INFO [StoreOpener-66851349c0cf2a23fc2b12fbf74fd917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:40,930 INFO [StoreOpener-66851349c0cf2a23fc2b12fbf74fd917-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66851349c0cf2a23fc2b12fbf74fd917 columnFamilyName sid 2024-11-27T17:23:40,930 DEBUG [StoreOpener-66851349c0cf2a23fc2b12fbf74fd917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:23:40,930 INFO [StoreOpener-66851349c0cf2a23fc2b12fbf74fd917-1 {}] regionserver.HStore(327): Store=66851349c0cf2a23fc2b12fbf74fd917/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:23:40,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:40,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/replication/66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:40,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/replication/66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:40,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:40,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:40,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T17:23:40,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:40,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/replication/66851349c0cf2a23fc2b12fbf74fd917/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:23:40,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 66851349c0cf2a23fc2b12fbf74fd917; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68312498, jitterRate=0.01793554425239563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T17:23:40,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:40,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 66851349c0cf2a23fc2b12fbf74fd917: Running coprocessor pre-open hook at 1732728220922Writing region info on filesystem at 1732728220922Initializing all the Stores at 1732728220923 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728220923Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728220923Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732728220923Cleaning up temporary data from old regions at 1732728220933 (+10 ms)Running coprocessor post-open hooks at 1732728220938 (+5 ms)Region opened successfully at 1732728220938 2024-11-27T17:23:40,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917., pid=10, masterSystemTime=1732728220827 2024-11-27T17:23:40,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917. 2024-11-27T17:23:40,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917. 2024-11-27T17:23:40,944 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=66851349c0cf2a23fc2b12fbf74fd917, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,37635,1732728200356 2024-11-27T17:23:40,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66851349c0cf2a23fc2b12fbf74fd917, server=8f0673442175,37635,1732728200356 because future has completed 2024-11-27T17:23:40,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T17:23:40,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 66851349c0cf2a23fc2b12fbf74fd917, server=8f0673442175,37635,1732728200356 in 274 msec 2024-11-27T17:23:40,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T17:23:40,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66851349c0cf2a23fc2b12fbf74fd917, ASSIGN in 450 msec 2024-11-27T17:23:40,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:23:40,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732728220955"}]},"ts":"1732728220955"} 2024-11-27T17:23:40,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T17:23:40,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:23:40,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3090 sec 2024-11-27T17:23:41,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917., hostname=8f0673442175,37635,1732728200356, seqNum=2] 2024-11-27T17:23:41,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:41,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:41,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:23:41,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T17:23:41,341 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T17:23:41,387 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8f0673442175,37635,1732728200356, ReplicationSource: 1, currentBandwidth=0 2024-11-27T17:23:41,388 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:23:41,388 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,37635,1732728200356, seqNum=-1] 2024-11-27T17:23:41,388 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:23:41,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-27T17:23:41,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8f0673442175,37635,1732728200356', locateType=CURRENT is [region=hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917., hostname=8f0673442175,37635,1732728200356, seqNum=2] 2024-11-27T17:23:41,397 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T17:23:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T17:23:41,405 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8f0673442175,37635,1732728200356 suceeded 2024-11-27T17:23:41,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T17:23:41,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-27T17:23:41,410 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8f0673442175:41153,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:23:41,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7790 sec 2024-11-27T17:23:41,413 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:41153' 2024-11-27T17:23:41,415 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47ce5caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:41,415 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,41153,-1 for getting cluster id 2024-11-27T17:23:41,415 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:41,416 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5b72452-076f-40f0-90fe-aaf7d8015113' 2024-11-27T17:23:41,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:41,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5b72452-076f-40f0-90fe-aaf7d8015113" 2024-11-27T17:23:41,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@186b76e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:41,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,41153,-1] 2024-11-27T17:23:41,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:41,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:41,417 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:41,418 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2334af22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:41,418 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:41,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,41153,1732728205667 2024-11-27T17:23:41,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3892af96 2024-11-27T17:23:41,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:23:41,420 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T17:23:41,421 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8f0673442175,37635,1732728200356 (queues=1) is replicating from cluster=4c0579eb-d898-4c0f-a243-757a2ca6be77 to cluster=f5b72452-076f-40f0-90fe-aaf7d8015113 2024-11-27T17:23:41,421 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8f0673442175%2C37635%2C1732728200356 2024-11-27T17:23:41,421 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8f0673442175,37635,1732728200356, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:23:41,421 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237, startPosition=0, beingWritten=true 2024-11-27T17:23:41,428 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C37635%2C1732728200356 2024-11-27T17:23:41,431 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:23:41,431 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237 to pos 379, reset compression=false 2024-11-27T17:23:41,431 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,37635,1732728200356 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:23:41,634 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237 to pos 379, reset compression=false 2024-11-27T17:23:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T17:23:41,793 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T17:23:41,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:23:41,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:41,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:41,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:41,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:41,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3435e9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:41,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33451,-1 for getting cluster id 2024-11-27T17:23:41,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:41,795 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c0579eb-d898-4c0f-a243-757a2ca6be77' 2024-11-27T17:23:41,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:41,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c0579eb-d898-4c0f-a243-757a2ca6be77" 2024-11-27T17:23:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab53e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33451,-1] 2024-11-27T17:23:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:41,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:41,797 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf7a3ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:41,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333e90f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:41,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,41153,-1 for getting cluster id 2024-11-27T17:23:41,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:41,799 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5b72452-076f-40f0-90fe-aaf7d8015113' 2024-11-27T17:23:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5b72452-076f-40f0-90fe-aaf7d8015113" 2024-11-27T17:23:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab17882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,41153,-1] 2024-11-27T17:23:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:41,800 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:41,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32704c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:41,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0e18cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:41,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,41903,-1 for getting cluster id 2024-11-27T17:23:41,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:41,802 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d9d0c5d-51cd-4e69-b29d-1084d1dcbfdf' 2024-11-27T17:23:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d9d0c5d-51cd-4e69-b29d-1084d1dcbfdf" 2024-11-27T17:23:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d611cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,41903,-1] 2024-11-27T17:23:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:41,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:41,803 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e368356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:41,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:41,821 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732728221821/Put/seqid=0 2024-11-27T17:23:41,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741840_1016 (size=7894) 2024-11-27T17:23:41,960 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237 to pos 379, reset compression=false 2024-11-27T17:23:42,231 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732728222231/Put/seqid=0 2024-11-27T17:23:42,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741841_1017 (size=7691) 2024-11-27T17:23:42,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abb4535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:42,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33451,-1 for getting cluster id 2024-11-27T17:23:42,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:42,237 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c0579eb-d898-4c0f-a243-757a2ca6be77' 2024-11-27T17:23:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c0579eb-d898-4c0f-a243-757a2ca6be77" 2024-11-27T17:23:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e7e6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33451,-1] 2024-11-27T17:23:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:42,238 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:42,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84aac4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:42,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:23:42,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,37635,1732728200356, seqNum=-1] 2024-11-27T17:23:42,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:23:42,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:23:42,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:42,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33451,1732728200163 2024-11-27T17:23:42,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29e8af9b 2024-11-27T17:23:42,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:23:42,249 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:23:42,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a., hostname=8f0673442175,37635,1732728200356, seqNum=2] 2024-11-27T17:23:42,254 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T17:23:42,260 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-27T17:23:42,262 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-27T17:23:42,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/testHFileCyclicReplication_0/f/hfile_0 for inclusion in f4b164f3fd65c3674d340a8ea223e48a/f 2024-11-27T17:23:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T17:23:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:23:42,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/testHFileCyclicReplication_0/f/hfile_1 for inclusion in f4b164f3fd65c3674d340a8ea223e48a/f 2024-11-27T17:23:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T17:23:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:23:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HRegion(2603): Flush status journal for f4b164f3fd65c3674d340a8ea223e48a: 2024-11-27T17:23:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__qi95vuf41v3ch9phgnhntft7t79oh9mu97277hk3tdahmrnq22726o0qip4f88df/f/hfile_0 2024-11-27T17:23:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__qi95vuf41v3ch9phgnhntft7t79oh9mu97277hk3tdahmrnq22726o0qip4f88df/f/hfile_0 as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/f/66d2e82591df44a38aad057e11550f55_SeqId_4_ 2024-11-27T17:23:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__qi95vuf41v3ch9phgnhntft7t79oh9mu97277hk3tdahmrnq22726o0qip4f88df/f/hfile_1 2024-11-27T17:23:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__qi95vuf41v3ch9phgnhntft7t79oh9mu97277hk3tdahmrnq22726o0qip4f88df/f/hfile_1 as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/f/d02f1b411e3b4268b04e8705da5d185d_SeqId_4_ 2024-11-27T17:23:42,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__qi95vuf41v3ch9phgnhntft7t79oh9mu97277hk3tdahmrnq22726o0qip4f88df/f/hfile_0 into f4b164f3fd65c3674d340a8ea223e48a/f as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/f/66d2e82591df44a38aad057e11550f55_SeqId_4_ - updating store file list. 2024-11-27T17:23:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66d2e82591df44a38aad057e11550f55_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T17:23:42,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/f/66d2e82591df44a38aad057e11550f55_SeqId_4_ into f4b164f3fd65c3674d340a8ea223e48a/f 2024-11-27T17:23:42,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__qi95vuf41v3ch9phgnhntft7t79oh9mu97277hk3tdahmrnq22726o0qip4f88df/f/hfile_0 into f4b164f3fd65c3674d340a8ea223e48a/f (new location: hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/f/66d2e82591df44a38aad057e11550f55_SeqId_4_) 2024-11-27T17:23:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__qi95vuf41v3ch9phgnhntft7t79oh9mu97277hk3tdahmrnq22726o0qip4f88df/f/hfile_0 2024-11-27T17:23:42,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__qi95vuf41v3ch9phgnhntft7t79oh9mu97277hk3tdahmrnq22726o0qip4f88df/f/hfile_1 into f4b164f3fd65c3674d340a8ea223e48a/f as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/f/d02f1b411e3b4268b04e8705da5d185d_SeqId_4_ - updating store file list. 2024-11-27T17:23:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d02f1b411e3b4268b04e8705da5d185d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T17:23:42,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/f/d02f1b411e3b4268b04e8705da5d185d_SeqId_4_ into f4b164f3fd65c3674d340a8ea223e48a/f 2024-11-27T17:23:42,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__qi95vuf41v3ch9phgnhntft7t79oh9mu97277hk3tdahmrnq22726o0qip4f88df/f/hfile_1 into f4b164f3fd65c3674d340a8ea223e48a/f (new location: hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/f/d02f1b411e3b4268b04e8705da5d185d_SeqId_4_) 2024-11-27T17:23:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__qi95vuf41v3ch9phgnhntft7t79oh9mu97277hk3tdahmrnq22726o0qip4f88df/f/hfile_1 2024-11-27T17:23:42,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:23:42,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:42,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:42,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a., hostname=8f0673442175,37635,1732728200356, seqNum=2 , the old value is region=test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a., hostname=8f0673442175,37635,1732728200356, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8f0673442175:37635 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T17:23:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a., hostname=8f0673442175,37635,1732728200356, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T17:23:42,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:23:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a., hostname=8f0673442175,37635,1732728200356, seqNum=2 from cache 2024-11-27T17:23:42,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:42,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,44513,1732728206054, seqNum=-1] 2024-11-27T17:23:42,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:23:42,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:23:42,300 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T17:23:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a., hostname=8f0673442175,44513,1732728206054, seqNum=2] 2024-11-27T17:23:42,302 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T17:23:42,364 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237 to pos 379, reset compression=false 2024-11-27T17:23:42,391 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:23:42,392 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,37635,1732728200356 got entry batch from reader: WALEntryBatch [walEntries=[{test/f4b164f3fd65c3674d340a8ea223e48a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732728222291/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T17:23:42,403 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:37635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T17:23:42,408 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:23:42,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T17:23:42,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.ReplicationSink(318): Replicating [4c0579eb-d898-4c0f-a243-757a2ca6be77] bulk loaded data 2024-11-27T17:23:42,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b74b805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:42,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,41153,-1 for getting cluster id 2024-11-27T17:23:42,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:42,434 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5b72452-076f-40f0-90fe-aaf7d8015113' 2024-11-27T17:23:42,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:42,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5b72452-076f-40f0-90fe-aaf7d8015113" 2024-11-27T17:23:42,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3af60aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:42,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,41153,-1] 2024-11-27T17:23:42,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:42,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:42,440 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:42,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45f16b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:42,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741837_1013 (size=7894) 2024-11-27T17:23:42,592 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237 to pos 687, reset compression=false 2024-11-27T17:23:42,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741838_1014 (size=7691) 2024-11-27T17:23:42,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:42,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,41153,1732728205667 2024-11-27T17:23:42,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16d3308c 2024-11-27T17:23:42,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:23:42,651 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-27T17:23:42,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T17:23:42,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:23:42,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,44513,1732728206054, seqNum=-1] 2024-11-27T17:23:42,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:23:42,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-27T17:23:42,670 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__mhq2fbtf7bo9ugdiipfkefb9laa5pnouhdbs06akuq6adv7s5gsr65d7niadjcer/f/66d2e82591df44a38aad057e11550f55_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-27T17:23:42,673 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__mhq2fbtf7bo9ugdiipfkefb9laa5pnouhdbs06akuq6adv7s5gsr65d7niadjcer/f/d02f1b411e3b4268b04e8705da5d185d_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-27T17:23:42,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__mhq2fbtf7bo9ugdiipfkefb9laa5pnouhdbs06akuq6adv7s5gsr65d7niadjcer/f/66d2e82591df44a38aad057e11550f55_SeqId_4_ for inclusion in 27a3b7ab8199bd91894327b97f4ca43a/f 2024-11-27T17:23:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T17:23:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:23:42,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__mhq2fbtf7bo9ugdiipfkefb9laa5pnouhdbs06akuq6adv7s5gsr65d7niadjcer/f/d02f1b411e3b4268b04e8705da5d185d_SeqId_4_ for inclusion in 27a3b7ab8199bd91894327b97f4ca43a/f 2024-11-27T17:23:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T17:23:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:23:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HRegion(2603): Flush status journal for 27a3b7ab8199bd91894327b97f4ca43a: 2024-11-27T17:23:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 66d2e82591df44a38aad057e11550f55_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T17:23:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__mhq2fbtf7bo9ugdiipfkefb9laa5pnouhdbs06akuq6adv7s5gsr65d7niadjcer/f/66d2e82591df44a38aad057e11550f55_SeqId_4_ as hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/f/25d620ba903f4cd79d2952efa3c8cfac_SeqId_4_ 2024-11-27T17:23:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d02f1b411e3b4268b04e8705da5d185d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T17:23:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__mhq2fbtf7bo9ugdiipfkefb9laa5pnouhdbs06akuq6adv7s5gsr65d7niadjcer/f/d02f1b411e3b4268b04e8705da5d185d_SeqId_4_ as hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/f/0db736a60f0446b59b1ea5ad10a1b226_SeqId_4_ 2024-11-27T17:23:42,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__mhq2fbtf7bo9ugdiipfkefb9laa5pnouhdbs06akuq6adv7s5gsr65d7niadjcer/f/66d2e82591df44a38aad057e11550f55_SeqId_4_ into 27a3b7ab8199bd91894327b97f4ca43a/f as hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/f/25d620ba903f4cd79d2952efa3c8cfac_SeqId_4_ - updating store file list. 2024-11-27T17:23:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 25d620ba903f4cd79d2952efa3c8cfac_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T17:23:42,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/f/25d620ba903f4cd79d2952efa3c8cfac_SeqId_4_ into 27a3b7ab8199bd91894327b97f4ca43a/f 2024-11-27T17:23:42,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__mhq2fbtf7bo9ugdiipfkefb9laa5pnouhdbs06akuq6adv7s5gsr65d7niadjcer/f/66d2e82591df44a38aad057e11550f55_SeqId_4_ into 27a3b7ab8199bd91894327b97f4ca43a/f (new location: hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/f/25d620ba903f4cd79d2952efa3c8cfac_SeqId_4_) 2024-11-27T17:23:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__mhq2fbtf7bo9ugdiipfkefb9laa5pnouhdbs06akuq6adv7s5gsr65d7niadjcer/f/66d2e82591df44a38aad057e11550f55_SeqId_4_ 2024-11-27T17:23:42,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__mhq2fbtf7bo9ugdiipfkefb9laa5pnouhdbs06akuq6adv7s5gsr65d7niadjcer/f/d02f1b411e3b4268b04e8705da5d185d_SeqId_4_ into 27a3b7ab8199bd91894327b97f4ca43a/f as hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/f/0db736a60f0446b59b1ea5ad10a1b226_SeqId_4_ - updating store file list. 2024-11-27T17:23:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0db736a60f0446b59b1ea5ad10a1b226_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T17:23:42,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/f/0db736a60f0446b59b1ea5ad10a1b226_SeqId_4_ into 27a3b7ab8199bd91894327b97f4ca43a/f 2024-11-27T17:23:42,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__mhq2fbtf7bo9ugdiipfkefb9laa5pnouhdbs06akuq6adv7s5gsr65d7niadjcer/f/d02f1b411e3b4268b04e8705da5d185d_SeqId_4_ into 27a3b7ab8199bd91894327b97f4ca43a/f (new location: hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/f/0db736a60f0446b59b1ea5ad10a1b226_SeqId_4_) 2024-11-27T17:23:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__mhq2fbtf7bo9ugdiipfkefb9laa5pnouhdbs06akuq6adv7s5gsr65d7niadjcer/f/d02f1b411e3b4268b04e8705da5d185d_SeqId_4_ 2024-11-27T17:23:42,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.ReplicationSink(324): Finished replicating [4c0579eb-d898-4c0f-a243-757a2ca6be77] bulk loaded data 2024-11-27T17:23:42,930 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237 to pos 687, reset compression=false 2024-11-27T17:23:43,254 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:23:43,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:23:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42673,1732728211625, seqNum=-1] 2024-11-27T17:23:43,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:23:43,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:23:43,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732728217474.f10520ef3216c2782d5c09840e178c52., hostname=8f0673442175,42673,1732728211625, seqNum=2] 2024-11-27T17:23:43,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:23:43,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:23:43,338 DEBUG [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8f0673442175%2C37635%2C1732728200356:(num 1732728202237) roll requested 2024-11-27T17:23:43,359 DEBUG [regionserver/8f0673442175:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338, exclude list is [], retry=0 2024-11-27T17:23:43,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44579,DS-4025ced5-5a1d-41de-afa4-4cf062db1673,DISK] 2024-11-27T17:23:43,369 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237 to pos 687, reset compression=false 2024-11-27T17:23:43,409 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 2024-11-27T17:23:43,414 DEBUG [regionserver/8f0673442175:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35865:35865)] 2024-11-27T17:23:43,414 DEBUG [regionserver/8f0673442175:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237 is not closed yet, will try archiving it next time 2024-11-27T17:23:43,414 DEBUG [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8f0673442175%2C37635%2C1732728200356.meta:.meta(num 1732728203120) roll requested 2024-11-27T17:23:43,416 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237 for the last time to pos 687, reset compression=false 2024-11-27T17:23:43,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f36c2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:43,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33451,-1 for getting cluster id 2024-11-27T17:23:43,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:43,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741832_1008 (size=695) 2024-11-27T17:23:43,425 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c0579eb-d898-4c0f-a243-757a2ca6be77' 2024-11-27T17:23:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c0579eb-d898-4c0f-a243-757a2ca6be77" 2024-11-27T17:23:43,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f302d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:43,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33451,-1] 2024-11-27T17:23:43,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:43,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:43,428 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:43,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b3bd0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:43,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33451,1732728200163 2024-11-27T17:23:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e31048d 2024-11-27T17:23:43,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:23:43,434 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:23:43,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://8f0673442175:41903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T17:23:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T17:23:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T17:23:43,438 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:41903' 2024-11-27T17:23:43,438 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237 and length of the file is 695 2024-11-27T17:23:43,438 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237 2024-11-27T17:23:43,438 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,37635,1732728200356 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T17:23:43,438 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338, startPosition=0, beingWritten=true 2024-11-27T17:23:43,445 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728202237 to hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/oldWALs/8f0673442175%2C37635%2C1732728200356.1732728202237 2024-11-27T17:23:43,446 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [8f0673442175%2C37635%2C1732728200356.1732728202237] 2024-11-27T17:23:43,449 DEBUG [regionserver/8f0673442175:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.meta.1732728223414.meta, exclude list is [], retry=0 2024-11-27T17:23:43,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44579,DS-4025ced5-5a1d-41de-afa4-4cf062db1673,DISK] 2024-11-27T17:23:43,464 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314fc4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:43,464 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,41903,-1 for getting cluster id 2024-11-27T17:23:43,465 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:43,466 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d9d0c5d-51cd-4e69-b29d-1084d1dcbfdf' 2024-11-27T17:23:43,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:43,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d9d0c5d-51cd-4e69-b29d-1084d1dcbfdf" 2024-11-27T17:23:43,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2962f809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:43,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,41903,-1] 2024-11-27T17:23:43,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:43,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:43,469 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:43,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d36938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:43,470 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:43,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,41903,1732728211482 2024-11-27T17:23:43,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6faf5eb0 2024-11-27T17:23:43,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:23:43,472 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:23:43,473 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T17:23:43,473 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T17:23:43,473 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:43,474 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:43,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:43,489 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.meta.1732728203120.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.meta.1732728223414.meta 2024-11-27T17:23:43,489 DEBUG [regionserver/8f0673442175:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35865:35865)] 2024-11-27T17:23:43,489 DEBUG [regionserver/8f0673442175:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.meta.1732728203120.meta is not closed yet, will try archiving it next time 2024-11-27T17:23:43,489 DEBUG [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8f0673442175%2C37635%2C1732728200356.rep:(num 1732728220858) roll requested 2024-11-27T17:23:43,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741834_1010 (size=3473) 2024-11-27T17:23:43,492 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.meta.1732728203120.meta not finished, retry = 0 2024-11-27T17:23:43,528 DEBUG [regionserver/8f0673442175:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.rep.1732728223489, exclude list is [], retry=0 2024-11-27T17:23:43,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44579,DS-4025ced5-5a1d-41de-afa4-4cf062db1673,DISK] 2024-11-27T17:23:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T17:23:43,547 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.rep.1732728220858 with entries=7, filesize=1.67 KB; new WAL /user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.rep.1732728223489 2024-11-27T17:23:43,552 DEBUG [regionserver/8f0673442175:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35865:35865)] 2024-11-27T17:23:43,552 DEBUG [regionserver/8f0673442175:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.rep.1732728220858 is not closed yet, will try archiving it next time 2024-11-27T17:23:43,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741839_1015 (size=1722) 2024-11-27T17:23:43,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T17:23:43,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T17:23:43,722 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T17:23:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T17:23:43,755 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-8f0673442175,37635,1732728200356, ReplicationSource: 2, currentBandwidth=0 2024-11-27T17:23:43,757 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T17:23:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T17:23:43,759 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 8f0673442175,37635,1732728200356 suceeded 2024-11-27T17:23:43,763 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://8f0673442175:41903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T17:23:43,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 329 msec 2024-11-27T17:23:43,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T17:23:43,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-27T17:23:43,775 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8f0673442175:41903' 2024-11-27T17:23:43,782 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76150a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:43,783 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,41903,-1 for getting cluster id 2024-11-27T17:23:43,783 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:43,783 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d9d0c5d-51cd-4e69-b29d-1084d1dcbfdf' 2024-11-27T17:23:43,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:43,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d9d0c5d-51cd-4e69-b29d-1084d1dcbfdf" 2024-11-27T17:23:43,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bf464ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:43,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,41903,-1] 2024-11-27T17:23:43,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:43,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:43,785 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:43,785 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60297d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:43,786 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:43,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,41903,1732728211482 2024-11-27T17:23:43,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@310d67f6 2024-11-27T17:23:43,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:23:43,787 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T17:23:43,788 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8f0673442175,37635,1732728200356 (queues=1) is replicating from cluster=4c0579eb-d898-4c0f-a243-757a2ca6be77 to cluster=4d9d0c5d-51cd-4e69-b29d-1084d1dcbfdf 2024-11-27T17:23:43,788 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8f0673442175%2C37635%2C1732728200356 2024-11-27T17:23:43,788 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8f0673442175,37635,1732728200356, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T17:23:43,788 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338, startPosition=0, beingWritten=true 2024-11-27T17:23:43,792 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8f0673442175%2C37635%2C1732728200356 2024-11-27T17:23:44,001 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 0, reset compression=false 2024-11-27T17:23:44,002 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 0, reset compression=false 2024-11-27T17:23:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T17:23:44,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:23:44,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:44,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:44,064 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T17:23:44,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:44,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:44,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:23:44,077 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732728224076/Put/seqid=0 2024-11-27T17:23:44,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741845_1021 (size=11194) 2024-11-27T17:23:44,331 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 0, reset compression=false 2024-11-27T17:23:44,491 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732728224491/Put/seqid=0 2024-11-27T17:23:44,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741846_1022 (size=10791) 2024-11-27T17:23:44,646 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 0, reset compression=false 2024-11-27T17:23:44,736 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 0, reset compression=false 2024-11-27T17:23:44,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf79235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:44,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33451,-1 for getting cluster id 2024-11-27T17:23:44,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:44,898 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c0579eb-d898-4c0f-a243-757a2ca6be77' 2024-11-27T17:23:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c0579eb-d898-4c0f-a243-757a2ca6be77" 2024-11-27T17:23:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328b361a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33451,-1] 2024-11-27T17:23:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:44,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:44,899 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:44,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6559cbee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:44,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:23:44,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,37635,1732728200356, seqNum=-1] 2024-11-27T17:23:44,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:23:44,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:23:44,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33451,1732728200163 2024-11-27T17:23:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@82af17d 2024-11-27T17:23:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:23:44,920 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:23:44,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a., hostname=8f0673442175,37635,1732728200356, seqNum=2] 2024-11-27T17:23:44,926 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T17:23:44,935 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-27T17:23:44,938 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-27T17:23:44,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/testHFileCyclicReplication_1/f/hfile_0 for inclusion in f4b164f3fd65c3674d340a8ea223e48a/f 2024-11-27T17:23:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T17:23:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:23:44,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/testHFileCyclicReplication_1/f/hfile_1 for inclusion in f4b164f3fd65c3674d340a8ea223e48a/f 2024-11-27T17:23:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T17:23:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:23:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HRegion(2603): Flush status journal for f4b164f3fd65c3674d340a8ea223e48a: 2024-11-27T17:23:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__oj0gdvfrkt47j8buc7jkmbpjjsv8ou5bdt2ehcutgmeasetibse5n4rqnli07cdv/f/hfile_0 2024-11-27T17:23:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__oj0gdvfrkt47j8buc7jkmbpjjsv8ou5bdt2ehcutgmeasetibse5n4rqnli07cdv/f/hfile_0 as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/f/e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ 2024-11-27T17:23:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__oj0gdvfrkt47j8buc7jkmbpjjsv8ou5bdt2ehcutgmeasetibse5n4rqnli07cdv/f/hfile_1 2024-11-27T17:23:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__oj0gdvfrkt47j8buc7jkmbpjjsv8ou5bdt2ehcutgmeasetibse5n4rqnli07cdv/f/hfile_1 as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/f/652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ 2024-11-27T17:23:44,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__oj0gdvfrkt47j8buc7jkmbpjjsv8ou5bdt2ehcutgmeasetibse5n4rqnli07cdv/f/hfile_0 into f4b164f3fd65c3674d340a8ea223e48a/f as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/f/e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ - updating store file list. 2024-11-27T17:23:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T17:23:44,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/f/e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ into f4b164f3fd65c3674d340a8ea223e48a/f 2024-11-27T17:23:44,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__oj0gdvfrkt47j8buc7jkmbpjjsv8ou5bdt2ehcutgmeasetibse5n4rqnli07cdv/f/hfile_0 into f4b164f3fd65c3674d340a8ea223e48a/f (new location: hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/f/e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_) 2024-11-27T17:23:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__oj0gdvfrkt47j8buc7jkmbpjjsv8ou5bdt2ehcutgmeasetibse5n4rqnli07cdv/f/hfile_0 2024-11-27T17:23:44,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__oj0gdvfrkt47j8buc7jkmbpjjsv8ou5bdt2ehcutgmeasetibse5n4rqnli07cdv/f/hfile_1 into f4b164f3fd65c3674d340a8ea223e48a/f as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/f/652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ - updating store file list. 2024-11-27T17:23:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 652dd277e6714209b037e9cb9a55e6b1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T17:23:45,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/f/652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ into f4b164f3fd65c3674d340a8ea223e48a/f 2024-11-27T17:23:45,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__oj0gdvfrkt47j8buc7jkmbpjjsv8ou5bdt2ehcutgmeasetibse5n4rqnli07cdv/f/hfile_1 into f4b164f3fd65c3674d340a8ea223e48a/f (new location: hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/f/652dd277e6714209b037e9cb9a55e6b1_SeqId_6_) 2024-11-27T17:23:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/staging/jenkins__test__oj0gdvfrkt47j8buc7jkmbpjjsv8ou5bdt2ehcutgmeasetibse5n4rqnli07cdv/f/hfile_1 2024-11-27T17:23:45,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:23:45,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:45,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:45,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:45,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:45,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a., hostname=8f0673442175,37635,1732728200356, seqNum=2 , the old value is region=test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a., hostname=8f0673442175,37635,1732728200356, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8f0673442175:37635 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T17:23:45,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a., hostname=8f0673442175,37635,1732728200356, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T17:23:45,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a., hostname=8f0673442175,37635,1732728200356, seqNum=2 from cache 2024-11-27T17:23:45,009 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T17:23:45,013 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T17:23:45,114 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:37635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T17:23:45,240 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 0, reset compression=false 2024-11-27T17:23:45,247 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:23:45,247 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-8f0673442175,37635,1732728200356 got entry batch from reader: WALEntryBatch [walEntries=[{test/f4b164f3fd65c3674d340a8ea223e48a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732728225006/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T17:23:45,250 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:23:45,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T17:23:45,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.ReplicationSink(318): Replicating [4c0579eb-d898-4c0f-a243-757a2ca6be77] bulk loaded data 2024-11-27T17:23:45,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@568e969f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:45,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,41903,-1 for getting cluster id 2024-11-27T17:23:45,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:23:45,253 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d9d0c5d-51cd-4e69-b29d-1084d1dcbfdf' 2024-11-27T17:23:45,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:23:45,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d9d0c5d-51cd-4e69-b29d-1084d1dcbfdf" 2024-11-27T17:23:45,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fefe2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:45,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,41903,-1] 2024-11-27T17:23:45,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:23:45,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:45,255 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:23:45,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b92fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:23:45,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741837_1013 (size=11194) 2024-11-27T17:23:45,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741838_1014 (size=10791) 2024-11-27T17:23:45,351 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 0, reset compression=false 2024-11-27T17:23:45,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:23:45,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,41903,1732728211482 2024-11-27T17:23:45,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68d8e5c 2024-11-27T17:23:45,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:23:45,355 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-27T17:23:45,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T17:23:45,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:23:45,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,42673,1732728211625, seqNum=-1] 2024-11-27T17:23:45,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:23:45,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-27T17:23:45,390 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T17:23:45,390 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,37635,1732728200356 got entry batch from reader: WALEntryBatch [walEntries=[{test/f4b164f3fd65c3674d340a8ea223e48a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732728225006/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T17:23:45,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.ReplicationSink(318): Replicating [4c0579eb-d898-4c0f-a243-757a2ca6be77] bulk loaded data 2024-11-27T17:23:45,402 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/staging/jenkins.hfs.23__test__2bd2h48ecdqvn2q9bum1p08kdc975sav97c245r5c06ce8i43g9ttd1vebgkquig/f/652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T17:23:45,406 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/staging/jenkins.hfs.23__test__2bd2h48ecdqvn2q9bum1p08kdc975sav97c245r5c06ce8i43g9ttd1vebgkquig/f/e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T17:23:45,447 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:45,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/staging/jenkins.hfs.23__test__2bd2h48ecdqvn2q9bum1p08kdc975sav97c245r5c06ce8i43g9ttd1vebgkquig/f/652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ for inclusion in f10520ef3216c2782d5c09840e178c52/f 2024-11-27T17:23:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T17:23:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:23:45,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/staging/jenkins.hfs.23__test__2bd2h48ecdqvn2q9bum1p08kdc975sav97c245r5c06ce8i43g9ttd1vebgkquig/f/e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ for inclusion in f10520ef3216c2782d5c09840e178c52/f 2024-11-27T17:23:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T17:23:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:23:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HRegion(2603): Flush status journal for f10520ef3216c2782d5c09840e178c52: 2024-11-27T17:23:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T17:23:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/staging/jenkins.hfs.23__test__2bd2h48ecdqvn2q9bum1p08kdc975sav97c245r5c06ce8i43g9ttd1vebgkquig/f/652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ as hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/default/test/f10520ef3216c2782d5c09840e178c52/f/2c9d18f921e9411c8708811b130e7659_SeqId_4_ 2024-11-27T17:23:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T17:23:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/staging/jenkins.hfs.23__test__2bd2h48ecdqvn2q9bum1p08kdc975sav97c245r5c06ce8i43g9ttd1vebgkquig/f/e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ as hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/default/test/f10520ef3216c2782d5c09840e178c52/f/d6f176886a8745d3b1116d2b4714314f_SeqId_4_ 2024-11-27T17:23:45,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/staging/jenkins.hfs.23__test__2bd2h48ecdqvn2q9bum1p08kdc975sav97c245r5c06ce8i43g9ttd1vebgkquig/f/652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ into f10520ef3216c2782d5c09840e178c52/f as hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/default/test/f10520ef3216c2782d5c09840e178c52/f/2c9d18f921e9411c8708811b130e7659_SeqId_4_ - updating store file list. 2024-11-27T17:23:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2c9d18f921e9411c8708811b130e7659_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T17:23:45,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/default/test/f10520ef3216c2782d5c09840e178c52/f/2c9d18f921e9411c8708811b130e7659_SeqId_4_ into f10520ef3216c2782d5c09840e178c52/f 2024-11-27T17:23:45,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/staging/jenkins.hfs.23__test__2bd2h48ecdqvn2q9bum1p08kdc975sav97c245r5c06ce8i43g9ttd1vebgkquig/f/652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ into f10520ef3216c2782d5c09840e178c52/f (new location: hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/default/test/f10520ef3216c2782d5c09840e178c52/f/2c9d18f921e9411c8708811b130e7659_SeqId_4_) 2024-11-27T17:23:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/staging/jenkins.hfs.23__test__2bd2h48ecdqvn2q9bum1p08kdc975sav97c245r5c06ce8i43g9ttd1vebgkquig/f/652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ 2024-11-27T17:23:45,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/staging/jenkins.hfs.23__test__2bd2h48ecdqvn2q9bum1p08kdc975sav97c245r5c06ce8i43g9ttd1vebgkquig/f/e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ into f10520ef3216c2782d5c09840e178c52/f as hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/default/test/f10520ef3216c2782d5c09840e178c52/f/d6f176886a8745d3b1116d2b4714314f_SeqId_4_ - updating store file list. 2024-11-27T17:23:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d6f176886a8745d3b1116d2b4714314f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T17:23:45,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/default/test/f10520ef3216c2782d5c09840e178c52/f/d6f176886a8745d3b1116d2b4714314f_SeqId_4_ into f10520ef3216c2782d5c09840e178c52/f 2024-11-27T17:23:45,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/staging/jenkins.hfs.23__test__2bd2h48ecdqvn2q9bum1p08kdc975sav97c245r5c06ce8i43g9ttd1vebgkquig/f/e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ into f10520ef3216c2782d5c09840e178c52/f (new location: hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/default/test/f10520ef3216c2782d5c09840e178c52/f/d6f176886a8745d3b1116d2b4714314f_SeqId_4_) 2024-11-27T17:23:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/staging/jenkins.hfs.23__test__2bd2h48ecdqvn2q9bum1p08kdc975sav97c245r5c06ce8i43g9ttd1vebgkquig/f/e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ 2024-11-27T17:23:45,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42673 {}] regionserver.ReplicationSink(324): Finished replicating [4c0579eb-d898-4c0f-a243-757a2ca6be77] bulk loaded data 2024-11-27T17:23:45,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741839_1015 (size=11194) 2024-11-27T17:23:45,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741840_1016 (size=10791) 2024-11-27T17:23:45,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T17:23:45,596 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:45,605 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__eat27lhq95qefrthpqhlgcddjoqjtrb7isedv4qjovuo8316d601jhdge86q4lb9/f/652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T17:23:45,625 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__eat27lhq95qefrthpqhlgcddjoqjtrb7isedv4qjovuo8316d601jhdge86q4lb9/f/e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T17:23:45,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__eat27lhq95qefrthpqhlgcddjoqjtrb7isedv4qjovuo8316d601jhdge86q4lb9/f/652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ for inclusion in 27a3b7ab8199bd91894327b97f4ca43a/f 2024-11-27T17:23:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T17:23:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:23:45,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__eat27lhq95qefrthpqhlgcddjoqjtrb7isedv4qjovuo8316d601jhdge86q4lb9/f/e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ for inclusion in 27a3b7ab8199bd91894327b97f4ca43a/f 2024-11-27T17:23:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T17:23:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T17:23:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HRegion(2603): Flush status journal for 27a3b7ab8199bd91894327b97f4ca43a: 2024-11-27T17:23:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T17:23:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__eat27lhq95qefrthpqhlgcddjoqjtrb7isedv4qjovuo8316d601jhdge86q4lb9/f/652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ as hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/f/ee6ec648e06144da98ff7ac44e544120_SeqId_6_ 2024-11-27T17:23:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T17:23:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__eat27lhq95qefrthpqhlgcddjoqjtrb7isedv4qjovuo8316d601jhdge86q4lb9/f/e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ as hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/f/b0f2e71694c54a36b296eeadeee17ee6_SeqId_6_ 2024-11-27T17:23:45,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__eat27lhq95qefrthpqhlgcddjoqjtrb7isedv4qjovuo8316d601jhdge86q4lb9/f/652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ into 27a3b7ab8199bd91894327b97f4ca43a/f as hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/f/ee6ec648e06144da98ff7ac44e544120_SeqId_6_ - updating store file list. 2024-11-27T17:23:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee6ec648e06144da98ff7ac44e544120_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T17:23:45,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/f/ee6ec648e06144da98ff7ac44e544120_SeqId_6_ into 27a3b7ab8199bd91894327b97f4ca43a/f 2024-11-27T17:23:45,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__eat27lhq95qefrthpqhlgcddjoqjtrb7isedv4qjovuo8316d601jhdge86q4lb9/f/652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ into 27a3b7ab8199bd91894327b97f4ca43a/f (new location: hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/f/ee6ec648e06144da98ff7ac44e544120_SeqId_6_) 2024-11-27T17:23:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__eat27lhq95qefrthpqhlgcddjoqjtrb7isedv4qjovuo8316d601jhdge86q4lb9/f/652dd277e6714209b037e9cb9a55e6b1_SeqId_6_ 2024-11-27T17:23:45,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__eat27lhq95qefrthpqhlgcddjoqjtrb7isedv4qjovuo8316d601jhdge86q4lb9/f/e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ into 27a3b7ab8199bd91894327b97f4ca43a/f as hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/f/b0f2e71694c54a36b296eeadeee17ee6_SeqId_6_ - updating store file list. 2024-11-27T17:23:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b0f2e71694c54a36b296eeadeee17ee6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T17:23:45,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/f/b0f2e71694c54a36b296eeadeee17ee6_SeqId_6_ into 27a3b7ab8199bd91894327b97f4ca43a/f 2024-11-27T17:23:45,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__eat27lhq95qefrthpqhlgcddjoqjtrb7isedv4qjovuo8316d601jhdge86q4lb9/f/e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ into 27a3b7ab8199bd91894327b97f4ca43a/f (new location: hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/f/b0f2e71694c54a36b296eeadeee17ee6_SeqId_6_) 2024-11-27T17:23:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/staging/jenkins.hfs.22__test__eat27lhq95qefrthpqhlgcddjoqjtrb7isedv4qjovuo8316d601jhdge86q4lb9/f/e704c4d2a3e743d3b21e5b69c706bf23_SeqId_6_ 2024-11-27T17:23:45,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] regionserver.ReplicationSink(324): Finished replicating [4c0579eb-d898-4c0f-a243-757a2ca6be77] bulk loaded data 2024-11-27T17:23:45,815 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:45,907 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:46,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:23:46,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:23:46,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:46,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:46,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:46,037 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:23:46,037 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2137393713, stopped=false 2024-11-27T17:23:46,037 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,41903,1732728211482 2024-11-27T17:23:46,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:46,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21597308768/running 2024-11-27T17:23:46,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21597308768/running 2024-11-27T17:23:46,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768 2024-11-27T17:23:46,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768 2024-11-27T17:23:46,101 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:23:46,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:23:46,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:46,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Set watcher on znode that does not yet exist, /21597308768/running 2024-11-27T17:23:46,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:46,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Set watcher on znode that does not yet exist, /21597308768/running 2024-11-27T17:23:46,102 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,42673,1732728211625' ***** 2024-11-27T17:23:46,102 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:23:46,103 INFO [RS:0;8f0673442175:42673 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:23:46,103 INFO [RS:0;8f0673442175:42673 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:23:46,103 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:23:46,103 INFO [RS:0;8f0673442175:42673 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:23:46,104 INFO [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(3091): Received CLOSE for f10520ef3216c2782d5c09840e178c52 2024-11-27T17:23:46,114 INFO [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,42673,1732728211625 2024-11-27T17:23:46,114 INFO [RS:0;8f0673442175:42673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:23:46,114 INFO [RS:0;8f0673442175:42673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:42673. 2024-11-27T17:23:46,114 DEBUG [RS:0;8f0673442175:42673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:46,114 DEBUG [RS:0;8f0673442175:42673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:46,114 INFO [RS:0;8f0673442175:42673 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:23:46,114 INFO [RS:0;8f0673442175:42673 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:23:46,114 INFO [RS:0;8f0673442175:42673 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:23:46,114 INFO [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:23:46,115 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f10520ef3216c2782d5c09840e178c52, disabling compactions & flushes 2024-11-27T17:23:46,115 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732728217474.f10520ef3216c2782d5c09840e178c52. 2024-11-27T17:23:46,115 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728217474.f10520ef3216c2782d5c09840e178c52. 2024-11-27T17:23:46,115 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732728217474.f10520ef3216c2782d5c09840e178c52. after waiting 0 ms 2024-11-27T17:23:46,115 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732728217474.f10520ef3216c2782d5c09840e178c52. 2024-11-27T17:23:46,128 INFO [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T17:23:46,128 DEBUG [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f10520ef3216c2782d5c09840e178c52=test,,1732728217474.f10520ef3216c2782d5c09840e178c52.} 2024-11-27T17:23:46,128 DEBUG [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f10520ef3216c2782d5c09840e178c52 2024-11-27T17:23:46,128 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:23:46,128 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:23:46,128 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:23:46,128 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:23:46,129 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:23:46,129 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T17:23:46,180 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/.tmp/info/a28fb920e85644c281a95e3404a41774 is 129, key is test,,1732728217474.f10520ef3216c2782d5c09840e178c52./info:regioninfo/1732728218654/Put/seqid=0 2024-11-27T17:23:46,188 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:23:46,204 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/default/test/f10520ef3216c2782d5c09840e178c52/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T17:23:46,211 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:46,211 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:23:46,211 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732728217474.f10520ef3216c2782d5c09840e178c52. 2024-11-27T17:23:46,211 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f10520ef3216c2782d5c09840e178c52: Waiting for close lock at 1732728226115Running coprocessor pre-close hooks at 1732728226115Disabling compacts and flushes for region at 1732728226115Disabling writes for close at 1732728226115Writing region close event to WAL at 1732728226181 (+66 ms)Running coprocessor post-close hooks at 1732728226211 (+30 ms)Closed at 1732728226211 2024-11-27T17:23:46,212 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732728217474.f10520ef3216c2782d5c09840e178c52. 2024-11-27T17:23:46,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741839_1015 (size=6421) 2024-11-27T17:23:46,226 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/.tmp/info/a28fb920e85644c281a95e3404a41774 2024-11-27T17:23:46,258 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:46,263 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/.tmp/ns/eb069e6e6fa24b678b906069b4c6255f is 43, key is default/ns:d/1732728215068/Put/seqid=0 2024-11-27T17:23:46,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741840_1016 (size=5153) 2024-11-27T17:23:46,318 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/.tmp/ns/eb069e6e6fa24b678b906069b4c6255f 2024-11-27T17:23:46,332 DEBUG [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:46,353 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:23:46,353 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:23:46,356 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:46,368 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/.tmp/rep_barrier/c27c70da4f3340f9bc0d8a98e9497648 is 112, key is test,,1732728217474.f10520ef3216c2782d5c09840e178c52./rep_barrier:seqnumDuringOpen/1732728218654/Put/seqid=0 2024-11-27T17:23:46,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741841_1017 (size=5518) 2024-11-27T17:23:46,425 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/.tmp/rep_barrier/c27c70da4f3340f9bc0d8a98e9497648 2024-11-27T17:23:46,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:23:46,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,475 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/.tmp/table/2d2b73c2da384d668a503fc04de5fbd3 is 40, key is test/table:state/1732728218669/Put/seqid=0 2024-11-27T17:23:46,548 DEBUG [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:46,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741842_1018 (size=5165) 2024-11-27T17:23:46,564 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/.tmp/table/2d2b73c2da384d668a503fc04de5fbd3 2024-11-27T17:23:46,579 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/.tmp/info/a28fb920e85644c281a95e3404a41774 as hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/info/a28fb920e85644c281a95e3404a41774 2024-11-27T17:23:46,587 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/info/a28fb920e85644c281a95e3404a41774, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T17:23:46,588 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/.tmp/ns/eb069e6e6fa24b678b906069b4c6255f as hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/ns/eb069e6e6fa24b678b906069b4c6255f 2024-11-27T17:23:46,597 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/ns/eb069e6e6fa24b678b906069b4c6255f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T17:23:46,598 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/.tmp/rep_barrier/c27c70da4f3340f9bc0d8a98e9497648 as hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/rep_barrier/c27c70da4f3340f9bc0d8a98e9497648 2024-11-27T17:23:46,603 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/rep_barrier/c27c70da4f3340f9bc0d8a98e9497648, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T17:23:46,604 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/.tmp/table/2d2b73c2da384d668a503fc04de5fbd3 as hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/table/2d2b73c2da384d668a503fc04de5fbd3 2024-11-27T17:23:46,613 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/table/2d2b73c2da384d668a503fc04de5fbd3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T17:23:46,615 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 486ms, sequenceid=11, compaction requested=false 2024-11-27T17:23:46,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:46,683 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T17:23:46,684 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:46,684 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:23:46,684 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:23:46,684 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728226128Running coprocessor pre-close hooks at 1732728226128Disabling compacts and flushes for region at 1732728226128Disabling writes for close at 1732728226129 (+1 ms)Obtaining lock to block concurrent updates at 1732728226129Preparing flush snapshotting stores in 1588230740 at 1732728226129Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732728226129Flushing stores of hbase:meta,,1.1588230740 at 1732728226130 (+1 ms)Flushing 1588230740/info: creating writer at 1732728226131 (+1 ms)Flushing 1588230740/info: appending metadata at 1732728226179 (+48 ms)Flushing 1588230740/info: closing flushed file at 1732728226179Flushing 1588230740/ns: creating writer at 1732728226231 (+52 ms)Flushing 1588230740/ns: appending metadata at 1732728226263 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1732728226263Flushing 1588230740/rep_barrier: creating writer at 1732728226323 (+60 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732728226368 (+45 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732728226368Flushing 1588230740/table: creating writer at 1732728226430 (+62 ms)Flushing 1588230740/table: appending metadata at 1732728226475 (+45 ms)Flushing 1588230740/table: closing flushed file at 1732728226475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4670a9df: reopening flushed file at 1732728226577 (+102 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b7f104d: reopening flushed file at 1732728226587 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a16dec7: reopening flushed file at 1732728226597 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7987e04a: reopening flushed file at 1732728226603 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 486ms, sequenceid=11, compaction requested=false at 1732728226615 (+12 ms)Writing region close event to WAL at 1732728226670 (+55 ms)Running coprocessor post-close hooks at 1732728226684 (+14 ms)Closed at 1732728226684 2024-11-27T17:23:46,684 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:23:46,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T17:23:46,752 INFO [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,42673,1732728211625; all regions closed. 2024-11-27T17:23:46,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741834_1010 (size=2717) 2024-11-27T17:23:46,764 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/WALs/8f0673442175,42673,1732728211625/8f0673442175%2C42673%2C1732728211625.meta.1732728215020.meta not finished, retry = 0 2024-11-27T17:23:46,804 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:46,866 DEBUG [RS:0;8f0673442175:42673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/oldWALs 2024-11-27T17:23:46,866 INFO [RS:0;8f0673442175:42673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C42673%2C1732728211625.meta:.meta(num 1732728215020) 2024-11-27T17:23:46,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741833_1009 (size=1028) 2024-11-27T17:23:46,870 DEBUG [RS:0;8f0673442175:42673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/oldWALs 2024-11-27T17:23:46,870 INFO [RS:0;8f0673442175:42673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C42673%2C1732728211625:(num 1732728214477) 2024-11-27T17:23:46,870 DEBUG [RS:0;8f0673442175:42673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:46,870 INFO [RS:0;8f0673442175:42673 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:23:46,870 INFO [RS:0;8f0673442175:42673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:23:46,871 INFO [RS:0;8f0673442175:42673 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:23:46,871 INFO [RS:0;8f0673442175:42673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:23:46,871 INFO [RS:0;8f0673442175:42673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:42673. 2024-11-27T17:23:46,871 DEBUG [RS:0;8f0673442175:42673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:46,871 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:23:46,871 DEBUG [RS:0;8f0673442175:42673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:46,872 DEBUG [RS:0;8f0673442175:42673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:46,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:46,872 INFO [RS:0;8f0673442175:42673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42673 2024-11-27T17:23:46,902 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:46,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21597308768/rs/8f0673442175,42673,1732728211625 2024-11-27T17:23:46,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768/rs 2024-11-27T17:23:46,914 INFO [RS:0;8f0673442175:42673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:23:46,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,42673,1732728211625] 2024-11-27T17:23:46,935 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21597308768/draining/8f0673442175,42673,1732728211625 already deleted, retry=false 2024-11-27T17:23:46,935 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,42673,1732728211625 expired; onlineServers=0 2024-11-27T17:23:46,935 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,41903,1732728211482' ***** 2024-11-27T17:23:46,935 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:23:46,935 INFO [M:0;8f0673442175:41903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:23:46,936 INFO [M:0;8f0673442175:41903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:23:46,936 DEBUG [M:0;8f0673442175:41903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:23:46,936 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:23:46,936 DEBUG [M:0;8f0673442175:41903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:23:46,936 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728214223 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728214223,5,FailOnTimeoutGroup] 2024-11-27T17:23:46,936 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728214223 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728214223,5,FailOnTimeoutGroup] 2024-11-27T17:23:46,936 INFO [M:0;8f0673442175:41903 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:23:46,936 INFO [M:0;8f0673442175:41903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:23:46,936 DEBUG [M:0;8f0673442175:41903 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:23:46,936 INFO [M:0;8f0673442175:41903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:23:46,938 INFO [M:0;8f0673442175:41903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:23:46,938 INFO [M:0;8f0673442175:41903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:23:46,938 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:23:46,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21597308768/master 2024-11-27T17:23:46,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21597308768 2024-11-27T17:23:46,946 DEBUG [M:0;8f0673442175:41903 {}] zookeeper.ZKUtil(347): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Unable to get data of znode /21597308768/master because node does not exist (not an error) 2024-11-27T17:23:46,946 WARN [M:0;8f0673442175:41903 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:23:46,946 INFO [M:0;8f0673442175:41903 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/.lastflushedseqids 2024-11-27T17:23:46,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741843_1019 (size=173) 2024-11-27T17:23:47,001 INFO [M:0;8f0673442175:41903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:23:47,002 INFO [M:0;8f0673442175:41903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:23:47,002 DEBUG [M:0;8f0673442175:41903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:23:47,002 INFO [M:0;8f0673442175:41903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:47,003 DEBUG [M:0;8f0673442175:41903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:47,003 DEBUG [M:0;8f0673442175:41903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:23:47,003 DEBUG [M:0;8f0673442175:41903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:47,003 INFO [M:0;8f0673442175:41903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-27T17:23:47,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:47,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42673-0x1017d520f310007, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:47,025 INFO [RS:0;8f0673442175:42673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:23:47,025 INFO [RS:0;8f0673442175:42673 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,42673,1732728211625; zookeeper connection closed. 2024-11-27T17:23:47,044 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5de10228 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5de10228 2024-11-27T17:23:47,045 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:23:47,054 DEBUG [M:0;8f0673442175:41903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39ffa8f796d14339bbe2ef74a82ddbb9 is 82, key is hbase:meta,,1/info:regioninfo/1732728215051/Put/seqid=0 2024-11-27T17:23:47,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741844_1020 (size=5672) 2024-11-27T17:23:47,104 INFO [M:0;8f0673442175:41903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39ffa8f796d14339bbe2ef74a82ddbb9 2024-11-27T17:23:47,141 DEBUG [M:0;8f0673442175:41903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62b57bb32652469083cfdefeaed53e4c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732728218673/Put/seqid=0 2024-11-27T17:23:47,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741845_1021 (size=6586) 2024-11-27T17:23:47,409 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:47,540 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:47,597 INFO [M:0;8f0673442175:41903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62b57bb32652469083cfdefeaed53e4c 2024-11-27T17:23:47,642 DEBUG [M:0;8f0673442175:41903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/955d6ca0e1ed4c19ad760142e66ba80c is 69, key is 8f0673442175,42673,1732728211625/rs:state/1732728214291/Put/seqid=0 2024-11-27T17:23:47,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741846_1022 (size=5156) 2024-11-27T17:23:47,671 INFO [M:0;8f0673442175:41903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/955d6ca0e1ed4c19ad760142e66ba80c 2024-11-27T17:23:47,724 DEBUG [M:0;8f0673442175:41903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39ffa8f796d14339bbe2ef74a82ddbb9 as hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39ffa8f796d14339bbe2ef74a82ddbb9 2024-11-27T17:23:47,752 INFO [M:0;8f0673442175:41903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39ffa8f796d14339bbe2ef74a82ddbb9, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T17:23:47,757 DEBUG [M:0;8f0673442175:41903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62b57bb32652469083cfdefeaed53e4c as hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62b57bb32652469083cfdefeaed53e4c 2024-11-27T17:23:47,796 INFO [M:0;8f0673442175:41903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62b57bb32652469083cfdefeaed53e4c, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T17:23:47,801 DEBUG [M:0;8f0673442175:41903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/955d6ca0e1ed4c19ad760142e66ba80c as hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/955d6ca0e1ed4c19ad760142e66ba80c 2024-11-27T17:23:47,806 INFO [M:0;8f0673442175:41903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35987/user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/955d6ca0e1ed4c19ad760142e66ba80c, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T17:23:47,812 INFO [M:0;8f0673442175:41903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 809ms, sequenceid=55, compaction requested=false 2024-11-27T17:23:47,864 INFO [M:0;8f0673442175:41903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:47,864 DEBUG [M:0;8f0673442175:41903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728227002Disabling compacts and flushes for region at 1732728227002Disabling writes for close at 1732728227003 (+1 ms)Obtaining lock to block concurrent updates at 1732728227003Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728227003Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732728227003Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728227004 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728227004Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728227054 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728227054Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728227108 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728227140 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728227140Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728227606 (+466 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728227642 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728227642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@272514b3: reopening flushed file at 1732728227717 (+75 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a14ea18: reopening flushed file at 1732728227752 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42055d9c: reopening flushed file at 1732728227797 (+45 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 809ms, sequenceid=55, compaction requested=false at 1732728227812 (+15 ms)Writing region close event to WAL at 1732728227864 (+52 ms)Closed at 1732728227864 2024-11-27T17:23:47,894 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82bdf491-93ac-d9d4-6351-42a2e3d23a0e/MasterData/WALs/8f0673442175,41903,1732728211482/8f0673442175%2C41903%2C1732728211482.1732728213382 not finished, retry = 0 2024-11-27T17:23:47,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40417 is added to blk_1073741830_1006 (size=32770) 2024-11-27T17:23:48,002 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:23:48,002 INFO [M:0;8f0673442175:41903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:23:48,002 INFO [M:0;8f0673442175:41903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41903 2024-11-27T17:23:48,003 INFO [M:0;8f0673442175:41903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:23:48,144 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:48,151 INFO [M:0;8f0673442175:41903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:23:48,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:48,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1017d520f310006, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:48,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75f942ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:23:48,224 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@407771d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:23:48,228 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:23:48,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36c76998{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:23:48,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7963823a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/hadoop.log.dir/,STOPPED} 2024-11-27T17:23:48,245 WARN [BP-2112059945-172.17.0.3-1732728209588 heartbeating to localhost/127.0.0.1:35987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:23:48,245 WARN [BP-2112059945-172.17.0.3-1732728209588 heartbeating to localhost/127.0.0.1:35987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2112059945-172.17.0.3-1732728209588 (Datanode Uuid 0720bf41-96d1-46ed-9c7c-bccad64bc92c) service to localhost/127.0.0.1:35987 2024-11-27T17:23:48,247 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:23:48,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/cluster_9e8f0693-491b-08e5-553b-0aa262861f29/data/data1/current/BP-2112059945-172.17.0.3-1732728209588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:23:48,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/cluster_9e8f0693-491b-08e5-553b-0aa262861f29/data/data2/current/BP-2112059945-172.17.0.3-1732728209588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:23:48,249 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:23:48,249 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:23:48,256 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:48,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f63c356{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:23:48,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@173a7580{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:23:48,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:23:48,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@279b84af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:23:48,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ab0596a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78253d61-e173-039d-5cff-36b03d6d022e/hadoop.log.dir/,STOPPED} 2024-11-27T17:23:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:23:48,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:23:48,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:23:48,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:48,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:48,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:48,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:48,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:23:48,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=725795452, stopped=false 2024-11-27T17:23:48,304 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,41153,1732728205667 2024-11-27T17:23:48,335 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11453648559/running 2024-11-27T17:23:48,335 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559 2024-11-27T17:23:48,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11453648559/running 2024-11-27T17:23:48,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559 2024-11-27T17:23:48,335 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:23:48,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:23:48,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:48,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:48,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Set watcher on znode that does not yet exist, /11453648559/running 2024-11-27T17:23:48,337 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,44513,1732728206054' ***** 2024-11-27T17:23:48,337 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:23:48,337 INFO [RS:0;8f0673442175:44513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:23:48,337 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:23:48,337 INFO [RS:0;8f0673442175:44513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:23:48,338 INFO [RS:0;8f0673442175:44513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:23:48,338 INFO [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(3091): Received CLOSE for 27a3b7ab8199bd91894327b97f4ca43a 2024-11-27T17:23:48,348 INFO [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,44513,1732728206054 2024-11-27T17:23:48,348 INFO [RS:0;8f0673442175:44513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:23:48,348 INFO [RS:0;8f0673442175:44513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:44513. 2024-11-27T17:23:48,348 DEBUG [RS:0;8f0673442175:44513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:48,349 DEBUG [RS:0;8f0673442175:44513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:48,349 INFO [RS:0;8f0673442175:44513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:23:48,349 INFO [RS:0;8f0673442175:44513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:23:48,349 INFO [RS:0;8f0673442175:44513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:23:48,349 INFO [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:23:48,350 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27a3b7ab8199bd91894327b97f4ca43a, disabling compactions & flushes 2024-11-27T17:23:48,350 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a. 2024-11-27T17:23:48,350 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a. 2024-11-27T17:23:48,350 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a. after waiting 0 ms 2024-11-27T17:23:48,350 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a. 2024-11-27T17:23:48,353 INFO [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T17:23:48,353 DEBUG [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(1325): Online Regions={27a3b7ab8199bd91894327b97f4ca43a=test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T17:23:48,353 DEBUG [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27a3b7ab8199bd91894327b97f4ca43a 2024-11-27T17:23:48,354 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:23:48,354 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:23:48,354 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:23:48,354 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:23:48,354 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:23:48,354 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T17:23:48,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Set watcher on znode that does not yet exist, /11453648559/running 2024-11-27T17:23:48,368 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:23:48,396 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/default/test/27a3b7ab8199bd91894327b97f4ca43a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T17:23:48,397 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:48,397 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:23:48,397 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a. 2024-11-27T17:23:48,397 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27a3b7ab8199bd91894327b97f4ca43a: Waiting for close lock at 1732728228350Running coprocessor pre-close hooks at 1732728228350Disabling compacts and flushes for region at 1732728228350Disabling writes for close at 1732728228350Writing region close event to WAL at 1732728228376 (+26 ms)Running coprocessor post-close hooks at 1732728228397 (+21 ms)Closed at 1732728228397 2024-11-27T17:23:48,397 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a. 2024-11-27T17:23:48,401 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/.tmp/info/07248f2205444546818ad26baeab375c is 129, key is test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a./info:regioninfo/1732728217069/Put/seqid=0 2024-11-27T17:23:48,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741841_1017 (size=6421) 2024-11-27T17:23:48,442 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/.tmp/info/07248f2205444546818ad26baeab375c 2024-11-27T17:23:48,532 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/.tmp/ns/0533fce8e1284a3080e82096ad5b1554 is 43, key is default/ns:d/1732728209501/Put/seqid=0 2024-11-27T17:23:48,554 DEBUG [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:48,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741842_1018 (size=5153) 2024-11-27T17:23:48,580 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/.tmp/ns/0533fce8e1284a3080e82096ad5b1554 2024-11-27T17:23:48,607 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/.tmp/rep_barrier/e35183d6132648d683ae1e662b8bed3c is 112, key is test,,1732728216334.27a3b7ab8199bd91894327b97f4ca43a./rep_barrier:seqnumDuringOpen/1732728217069/Put/seqid=0 2024-11-27T17:23:48,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741843_1019 (size=5518) 2024-11-27T17:23:48,754 DEBUG [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:48,857 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:23:48,857 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:23:48,954 DEBUG [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:49,025 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:49,033 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/.tmp/rep_barrier/e35183d6132648d683ae1e662b8bed3c 2024-11-27T17:23:49,092 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/.tmp/table/1e6b160d98404206b5847424026c0a13 is 40, key is test/table:state/1732728217074/Put/seqid=0 2024-11-27T17:23:49,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741844_1020 (size=5165) 2024-11-27T17:23:49,099 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/.tmp/table/1e6b160d98404206b5847424026c0a13 2024-11-27T17:23:49,104 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/.tmp/info/07248f2205444546818ad26baeab375c as hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/info/07248f2205444546818ad26baeab375c 2024-11-27T17:23:49,110 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/info/07248f2205444546818ad26baeab375c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T17:23:49,110 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/.tmp/ns/0533fce8e1284a3080e82096ad5b1554 as hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/ns/0533fce8e1284a3080e82096ad5b1554 2024-11-27T17:23:49,121 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:49,121 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/ns/0533fce8e1284a3080e82096ad5b1554, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T17:23:49,122 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/.tmp/rep_barrier/e35183d6132648d683ae1e662b8bed3c as hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/rep_barrier/e35183d6132648d683ae1e662b8bed3c 2024-11-27T17:23:49,135 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/rep_barrier/e35183d6132648d683ae1e662b8bed3c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T17:23:49,140 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/.tmp/table/1e6b160d98404206b5847424026c0a13 as hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/table/1e6b160d98404206b5847424026c0a13 2024-11-27T17:23:49,145 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/table/1e6b160d98404206b5847424026c0a13, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T17:23:49,146 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 792ms, sequenceid=11, compaction requested=false 2024-11-27T17:23:49,147 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:23:49,154 DEBUG [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:49,163 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T17:23:49,163 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:49,163 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:23:49,163 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:23:49,163 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728228354Running coprocessor pre-close hooks at 1732728228354Disabling compacts and flushes for region at 1732728228354Disabling writes for close at 1732728228354Obtaining lock to block concurrent updates at 1732728228354Preparing flush snapshotting stores in 1588230740 at 1732728228354Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732728228355 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732728228355Flushing 1588230740/info: creating writer at 1732728228356 (+1 ms)Flushing 1588230740/info: appending metadata at 1732728228400 (+44 ms)Flushing 1588230740/info: closing flushed file at 1732728228400Flushing 1588230740/ns: creating writer at 1732728228486 (+86 ms)Flushing 1588230740/ns: appending metadata at 1732728228532 (+46 ms)Flushing 1588230740/ns: closing flushed file at 1732728228532Flushing 1588230740/rep_barrier: creating writer at 1732728228589 (+57 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732728228606 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732728228606Flushing 1588230740/table: creating writer at 1732728229041 (+435 ms)Flushing 1588230740/table: appending metadata at 1732728229092 (+51 ms)Flushing 1588230740/table: closing flushed file at 1732728229092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c1cd437: reopening flushed file at 1732728229103 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@644039b4: reopening flushed file at 1732728229110 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ab68d1: reopening flushed file at 1732728229121 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56309c74: reopening flushed file at 1732728229135 (+14 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 792ms, sequenceid=11, compaction requested=false at 1732728229146 (+11 ms)Writing region close event to WAL at 1732728229159 (+13 ms)Running coprocessor post-close hooks at 1732728229163 (+4 ms)Closed at 1732728229163 2024-11-27T17:23:49,163 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:23:49,355 INFO [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,44513,1732728206054; all regions closed. 2024-11-27T17:23:49,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741834_1010 (size=2717) 2024-11-27T17:23:49,361 DEBUG [RS:0;8f0673442175:44513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/oldWALs 2024-11-27T17:23:49,362 INFO [RS:0;8f0673442175:44513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C44513%2C1732728206054.meta:.meta(num 1732728209449) 2024-11-27T17:23:49,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741833_1009 (size=1374) 2024-11-27T17:23:49,369 DEBUG [RS:0;8f0673442175:44513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/oldWALs 2024-11-27T17:23:49,369 INFO [RS:0;8f0673442175:44513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C44513%2C1732728206054:(num 1732728208935) 2024-11-27T17:23:49,369 DEBUG [RS:0;8f0673442175:44513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:49,369 INFO [RS:0;8f0673442175:44513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:23:49,369 INFO [RS:0;8f0673442175:44513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:23:49,369 INFO [RS:0;8f0673442175:44513 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T17:23:49,369 INFO [RS:0;8f0673442175:44513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:23:49,370 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:23:49,370 INFO [RS:0;8f0673442175:44513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:44513. 2024-11-27T17:23:49,370 DEBUG [RS:0;8f0673442175:44513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:49,370 DEBUG [RS:0;8f0673442175:44513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:49,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:49,371 DEBUG [RS:0;8f0673442175:44513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:49,371 INFO [RS:0;8f0673442175:44513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44513 2024-11-27T17:23:49,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559/rs 2024-11-27T17:23:49,436 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11453648559/rs/8f0673442175,44513,1732728206054 2024-11-27T17:23:49,436 INFO [RS:0;8f0673442175:44513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:23:49,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,44513,1732728206054] 2024-11-27T17:23:49,616 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11453648559/draining/8f0673442175,44513,1732728206054 already deleted, retry=false 2024-11-27T17:23:49,616 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,44513,1732728206054 expired; onlineServers=0 2024-11-27T17:23:49,617 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,41153,1732728205667' ***** 2024-11-27T17:23:49,617 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:23:49,617 INFO [M:0;8f0673442175:41153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:23:49,617 INFO [M:0;8f0673442175:41153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:23:49,617 DEBUG [M:0;8f0673442175:41153 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:23:49,617 DEBUG [M:0;8f0673442175:41153 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:23:49,617 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728208509 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728208509,5,FailOnTimeoutGroup] 2024-11-27T17:23:49,617 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728208496 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728208496,5,FailOnTimeoutGroup] 2024-11-27T17:23:49,617 INFO [M:0;8f0673442175:41153 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:23:49,617 INFO [M:0;8f0673442175:41153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:23:49,617 DEBUG [M:0;8f0673442175:41153 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:23:49,617 INFO [M:0;8f0673442175:41153 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:23:49,618 INFO [M:0;8f0673442175:41153 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:23:49,618 INFO [M:0;8f0673442175:41153 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:23:49,618 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:23:49,620 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:23:49,624 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:49,625 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44513-0x1017d520f310004, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:49,625 INFO [RS:0;8f0673442175:44513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:23:49,625 INFO [RS:0;8f0673442175:44513 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,44513,1732728206054; zookeeper connection closed. 2024-11-27T17:23:49,625 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68312d14 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68312d14 2024-11-27T17:23:49,625 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:23:49,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11453648559/master 2024-11-27T17:23:49,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11453648559 2024-11-27T17:23:49,640 DEBUG [M:0;8f0673442175:41153 {}] zookeeper.ZKUtil(347): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Unable to get data of znode /11453648559/master because node does not exist (not an error) 2024-11-27T17:23:49,640 WARN [M:0;8f0673442175:41153 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:23:49,641 INFO [M:0;8f0673442175:41153 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/.lastflushedseqids 2024-11-27T17:23:49,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741845_1021 (size=173) 2024-11-27T17:23:49,754 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:23:49,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T17:23:49,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T17:23:49,929 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:50,041 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:50,046 INFO [M:0;8f0673442175:41153 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:23:50,046 INFO [M:0;8f0673442175:41153 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:23:50,046 DEBUG [M:0;8f0673442175:41153 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:23:50,046 INFO [M:0;8f0673442175:41153 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:50,046 DEBUG [M:0;8f0673442175:41153 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:50,046 DEBUG [M:0;8f0673442175:41153 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:23:50,046 DEBUG [M:0;8f0673442175:41153 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:50,047 INFO [M:0;8f0673442175:41153 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-27T17:23:50,066 DEBUG [M:0;8f0673442175:41153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3987a06fff7e4f14a74b1791fb381af9 is 82, key is hbase:meta,,1/info:regioninfo/1732728209483/Put/seqid=0 2024-11-27T17:23:50,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741846_1022 (size=5672) 2024-11-27T17:23:50,076 INFO [M:0;8f0673442175:41153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3987a06fff7e4f14a74b1791fb381af9 2024-11-27T17:23:50,099 DEBUG [M:0;8f0673442175:41153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7eaf58b6d0a04fffa64839ff95c22520 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732728217077/Put/seqid=0 2024-11-27T17:23:50,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741847_1023 (size=6586) 2024-11-27T17:23:50,103 INFO [M:0;8f0673442175:41153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7eaf58b6d0a04fffa64839ff95c22520 2024-11-27T17:23:50,128 DEBUG [M:0;8f0673442175:41153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97358bd68dba455a9c64e25b2b1bf87a is 69, key is 8f0673442175,44513,1732728206054/rs:state/1732728208722/Put/seqid=0 2024-11-27T17:23:50,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741848_1024 (size=5156) 2024-11-27T17:23:50,138 INFO [M:0;8f0673442175:41153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97358bd68dba455a9c64e25b2b1bf87a 2024-11-27T17:23:50,148 DEBUG [M:0;8f0673442175:41153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3987a06fff7e4f14a74b1791fb381af9 as hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3987a06fff7e4f14a74b1791fb381af9 2024-11-27T17:23:50,155 INFO [M:0;8f0673442175:41153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3987a06fff7e4f14a74b1791fb381af9, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T17:23:50,156 DEBUG [M:0;8f0673442175:41153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7eaf58b6d0a04fffa64839ff95c22520 as hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7eaf58b6d0a04fffa64839ff95c22520 2024-11-27T17:23:50,161 INFO [M:0;8f0673442175:41153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7eaf58b6d0a04fffa64839ff95c22520, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T17:23:50,162 DEBUG [M:0;8f0673442175:41153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97358bd68dba455a9c64e25b2b1bf87a as hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97358bd68dba455a9c64e25b2b1bf87a 2024-11-27T17:23:50,167 INFO [M:0;8f0673442175:41153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33481/user/jenkins/test-data/b1074b34-79cf-3c2c-8904-87385ee8a86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97358bd68dba455a9c64e25b2b1bf87a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T17:23:50,168 INFO [M:0;8f0673442175:41153 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=55, compaction requested=false 2024-11-27T17:23:50,171 INFO [M:0;8f0673442175:41153 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:50,171 DEBUG [M:0;8f0673442175:41153 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728230046Disabling compacts and flushes for region at 1732728230046Disabling writes for close at 1732728230046Obtaining lock to block concurrent updates at 1732728230047 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728230047Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732728230047Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728230048 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728230048Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728230066 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728230066Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728230081 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728230098 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728230098Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728230108 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728230128 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728230128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23576943: reopening flushed file at 1732728230147 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0bc47b: reopening flushed file at 1732728230155 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65891764: reopening flushed file at 1732728230161 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=55, compaction requested=false at 1732728230168 (+7 ms)Writing region close event to WAL at 1732728230170 (+2 ms)Closed at 1732728230171 (+1 ms) 2024-11-27T17:23:50,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741830_1006 (size=32770) 2024-11-27T17:23:50,174 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:23:50,174 INFO [M:0;8f0673442175:41153 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:23:50,174 INFO [M:0;8f0673442175:41153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41153 2024-11-27T17:23:50,177 INFO [M:0;8f0673442175:41153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:23:50,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:50,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41153-0x1017d520f310003, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:50,299 INFO [M:0;8f0673442175:41153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:23:50,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21d13a32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:23:50,308 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b030b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:23:50,308 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:23:50,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@534b8653{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:23:50,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79dd7543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/hadoop.log.dir/,STOPPED} 2024-11-27T17:23:50,319 WARN [BP-1637922274-172.17.0.3-1732728203447 heartbeating to localhost/127.0.0.1:33481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:23:50,319 WARN [BP-1637922274-172.17.0.3-1732728203447 heartbeating to localhost/127.0.0.1:33481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1637922274-172.17.0.3-1732728203447 (Datanode Uuid 6314561c-dc1d-4485-b791-f28fdd1eb229) service to localhost/127.0.0.1:33481 2024-11-27T17:23:50,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/cluster_13d231ae-c79d-8117-90b9-2be5a2a35147/data/data1/current/BP-1637922274-172.17.0.3-1732728203447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:23:50,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/cluster_13d231ae-c79d-8117-90b9-2be5a2a35147/data/data2/current/BP-1637922274-172.17.0.3-1732728203447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:23:50,320 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:23:50,320 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:23:50,321 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:23:50,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6de4453f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:23:50,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f175b49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:23:50,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:23:50,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6976b7e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:23:50,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ef8514{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89eb233c-aa83-6bc2-52c0-75d8bc90a22e/hadoop.log.dir/,STOPPED} 2024-11-27T17:23:50,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:23:50,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:23:50,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:23:50,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:50,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:50,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:50,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:50,391 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:23:50,391 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1470710031, stopped=false 2024-11-27T17:23:50,391 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,33451,1732728200163 2024-11-27T17:23:50,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0482843124/running 2024-11-27T17:23:50,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0482843124/running 2024-11-27T17:23:50,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:50,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:50,408 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:23:50,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:23:50,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:50,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:50,409 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,37635,1732728200356' ***** 2024-11-27T17:23:50,409 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:23:50,409 INFO [RS:0;8f0673442175:37635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:23:50,409 INFO [RS:0;8f0673442175:37635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:23:50,409 INFO [RS:0;8f0673442175:37635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:23:50,409 INFO [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(3091): Received CLOSE for f4b164f3fd65c3674d340a8ea223e48a 2024-11-27T17:23:50,409 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:23:50,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Set watcher on znode that does not yet exist, /0482843124/running 2024-11-27T17:23:50,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Set watcher on znode that does not yet exist, /0482843124/running 2024-11-27T17:23:50,417 INFO [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(3091): Received CLOSE for 66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:50,417 INFO [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,37635,1732728200356 2024-11-27T17:23:50,417 INFO [RS:0;8f0673442175:37635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:23:50,417 INFO [RS:0;8f0673442175:37635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:37635. 2024-11-27T17:23:50,417 DEBUG [RS:0;8f0673442175:37635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:50,417 DEBUG [RS:0;8f0673442175:37635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:50,417 INFO [RS:0;8f0673442175:37635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:23:50,417 INFO [RS:0;8f0673442175:37635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:23:50,417 INFO [RS:0;8f0673442175:37635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:23:50,417 INFO [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:23:50,420 INFO [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T17:23:50,420 DEBUG [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(1325): Online Regions={f4b164f3fd65c3674d340a8ea223e48a=test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a., 1588230740=hbase:meta,,1.1588230740, 66851349c0cf2a23fc2b12fbf74fd917=hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917.} 2024-11-27T17:23:50,420 DEBUG [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66851349c0cf2a23fc2b12fbf74fd917, f4b164f3fd65c3674d340a8ea223e48a 2024-11-27T17:23:50,424 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:23:50,424 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:23:50,424 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:23:50,424 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:23:50,424 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:23:50,424 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T17:23:50,426 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4b164f3fd65c3674d340a8ea223e48a, disabling compactions & flushes 2024-11-27T17:23:50,426 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a. 2024-11-27T17:23:50,426 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a. 2024-11-27T17:23:50,426 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a. after waiting 0 ms 2024-11-27T17:23:50,426 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a. 2024-11-27T17:23:50,429 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:23:50,480 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/default/test/f4b164f3fd65c3674d340a8ea223e48a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T17:23:50,481 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:50,481 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T17:23:50,481 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a. 2024-11-27T17:23:50,481 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4b164f3fd65c3674d340a8ea223e48a: Waiting for close lock at 1732728230426Running coprocessor pre-close hooks at 1732728230426Disabling compacts and flushes for region at 1732728230426Disabling writes for close at 1732728230426Writing region close event to WAL at 1732728230448 (+22 ms)Running coprocessor post-close hooks at 1732728230481 (+33 ms)Closed at 1732728230481 2024-11-27T17:23:50,481 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a. 2024-11-27T17:23:50,481 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66851349c0cf2a23fc2b12fbf74fd917, disabling compactions & flushes 2024-11-27T17:23:50,481 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917. 2024-11-27T17:23:50,481 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917. 2024-11-27T17:23:50,481 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917. after waiting 0 ms 2024-11-27T17:23:50,482 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917. 2024-11-27T17:23:50,482 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 66851349c0cf2a23fc2b12fbf74fd917 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-27T17:23:50,500 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/.tmp/info/db6ce9e252794fef942f4ab7210ba700 is 147, key is hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917./info:regioninfo/1732728220944/Put/seqid=0 2024-11-27T17:23:50,525 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/replication/66851349c0cf2a23fc2b12fbf74fd917/.tmp/hfileref/85c1ffc8b45b4195a29b1af2d39f5646 is 74, key is 1/hfileref:652dd277e6714209b037e9cb9a55e6b1_SeqId_6_/1732728225674/DeleteColumn/seqid=0 2024-11-27T17:23:50,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741847_1023 (size=7686) 2024-11-27T17:23:50,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741848_1024 (size=5489) 2024-11-27T17:23:50,578 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/replication/66851349c0cf2a23fc2b12fbf74fd917/.tmp/hfileref/85c1ffc8b45b4195a29b1af2d39f5646 2024-11-27T17:23:50,620 DEBUG [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:50,625 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/replication/66851349c0cf2a23fc2b12fbf74fd917/.tmp/queue/89bbd86074c14e3fbc2d536de44df237 is 153, key is 1-8f0673442175,37635,1732728200356/queue:8f0673442175%2C37635%2C1732728200356/1732728225675/Put/seqid=0 2024-11-27T17:23:50,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741849_1025 (size=5504) 2024-11-27T17:23:50,824 DEBUG [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:50,932 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:50,937 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:23:50,937 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 688, reset compression=false 2024-11-27T17:23:50,937 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-8f0673442175,37635,1732728200356 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:23:50,942 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/.tmp/info/db6ce9e252794fef942f4ab7210ba700 2024-11-27T17:23:50,938 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8f0673442175,37635,1732728200356: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-8f0673442175,37635,1732728200356, walGroup=8f0673442175%2C37635%2C1732728200356, offset=8f0673442175%2C37635%2C1732728200356.1732728223338:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:37635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T17:23:50,943 ERROR [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T17:23:50,943 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T17:23:50,943 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T17:23:50,943 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T17:23:50,943 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T17:23:50,943 INFO [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1635778560, "init": 1048576000, "max": 2306867200, "used": 1000463360 }, "NonHeapMemoryUsage": { "committed": 211353600, "init": 7667712, "max": -1, "used": 208342560 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T17:23:50,947 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:33451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:33451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T17:23:50,981 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/.tmp/ns/e3624d2c00c340dba12a36c60974f93c is 43, key is default/ns:d/1732728203199/Put/seqid=0 2024-11-27T17:23:51,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741850_1026 (size=5153) 2024-11-27T17:23:51,010 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/.tmp/ns/e3624d2c00c340dba12a36c60974f93c 2024-11-27T17:23:51,024 DEBUG [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66851349c0cf2a23fc2b12fbf74fd917 2024-11-27T17:23:51,037 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/.tmp/rep_barrier/e762927b79a14d8183dab11bd13fa93f is 112, key is test,,1732728215189.f4b164f3fd65c3674d340a8ea223e48a./rep_barrier:seqnumDuringOpen/1732728215934/Put/seqid=0 2024-11-27T17:23:51,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741851_1027 (size=5518) 2024-11-27T17:23:51,046 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 393, reset compression=false 2024-11-27T17:23:51,053 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/replication/66851349c0cf2a23fc2b12fbf74fd917/.tmp/queue/89bbd86074c14e3fbc2d536de44df237 2024-11-27T17:23:51,054 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T17:23:51,054 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 688, reset compression=false 2024-11-27T17:23:51,054 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8f0673442175,37635,1732728200356 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T17:23:51,055 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-27T17:23:51,059 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/replication/66851349c0cf2a23fc2b12fbf74fd917/.tmp/hfileref/85c1ffc8b45b4195a29b1af2d39f5646 as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/replication/66851349c0cf2a23fc2b12fbf74fd917/hfileref/85c1ffc8b45b4195a29b1af2d39f5646 2024-11-27T17:23:51,063 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/replication/66851349c0cf2a23fc2b12fbf74fd917/hfileref/85c1ffc8b45b4195a29b1af2d39f5646, entries=6, sequenceid=17, filesize=5.4 K 2024-11-27T17:23:51,064 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/replication/66851349c0cf2a23fc2b12fbf74fd917/.tmp/queue/89bbd86074c14e3fbc2d536de44df237 as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/replication/66851349c0cf2a23fc2b12fbf74fd917/queue/89bbd86074c14e3fbc2d536de44df237 2024-11-27T17:23:51,068 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/replication/66851349c0cf2a23fc2b12fbf74fd917/queue/89bbd86074c14e3fbc2d536de44df237, entries=2, sequenceid=17, filesize=5.4 K 2024-11-27T17:23:51,069 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 66851349c0cf2a23fc2b12fbf74fd917 in 587ms, sequenceid=17, compaction requested=false 2024-11-27T17:23:51,072 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/replication/66851349c0cf2a23fc2b12fbf74fd917/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-27T17:23:51,072 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:51,072 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:23:51,072 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917. 2024-11-27T17:23:51,072 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66851349c0cf2a23fc2b12fbf74fd917: Waiting for close lock at 1732728230481Running coprocessor pre-close hooks at 1732728230481Disabling compacts and flushes for region at 1732728230481Disabling writes for close at 1732728230481Obtaining lock to block concurrent updates at 1732728230482 (+1 ms)Preparing flush snapshotting stores in 66851349c0cf2a23fc2b12fbf74fd917 at 1732728230482Finished memstore snapshotting hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732728230482Flushing stores of hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917. at 1732728230483 (+1 ms)Flushing 66851349c0cf2a23fc2b12fbf74fd917/hfileref: creating writer at 1732728230483Flushing 66851349c0cf2a23fc2b12fbf74fd917/hfileref: appending metadata at 1732728230524 (+41 ms)Flushing 66851349c0cf2a23fc2b12fbf74fd917/hfileref: closing flushed file at 1732728230524Flushing 66851349c0cf2a23fc2b12fbf74fd917/queue: creating writer at 1732728230592 (+68 ms)Flushing 66851349c0cf2a23fc2b12fbf74fd917/queue: appending metadata at 1732728230625 (+33 ms)Flushing 66851349c0cf2a23fc2b12fbf74fd917/queue: closing flushed file at 1732728230625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad2605e: reopening flushed file at 1732728231059 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d611dd9: reopening flushed file at 1732728231064 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 66851349c0cf2a23fc2b12fbf74fd917 in 587ms, sequenceid=17, compaction requested=false at 1732728231069 (+5 ms)Writing region close event to WAL at 1732728231069Running coprocessor post-close hooks at 1732728231072 (+3 ms)Closed at 1732728231072 2024-11-27T17:23:51,073 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732728219650.66851349c0cf2a23fc2b12fbf74fd917. 2024-11-27T17:23:51,074 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:23:51,074 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:23:51,169 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 688, reset compression=false 2024-11-27T17:23:51,224 DEBUG [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:51,258 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 688, reset compression=false 2024-11-27T17:23:51,425 INFO [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T17:23:51,425 DEBUG [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T17:23:51,425 DEBUG [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:23:51,441 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/.tmp/rep_barrier/e762927b79a14d8183dab11bd13fa93f 2024-11-27T17:23:51,466 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/.tmp/table/c927acfdf6a74c7188da94d35abac9ac is 53, key is hbase:replication/table:state/1732728220955/Put/seqid=0 2024-11-27T17:23:51,478 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 688, reset compression=false 2024-11-27T17:23:51,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741852_1028 (size=5308) 2024-11-27T17:23:51,479 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/.tmp/table/c927acfdf6a74c7188da94d35abac9ac 2024-11-27T17:23:51,486 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/.tmp/info/db6ce9e252794fef942f4ab7210ba700 as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/info/db6ce9e252794fef942f4ab7210ba700 2024-11-27T17:23:51,495 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/info/db6ce9e252794fef942f4ab7210ba700, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T17:23:51,496 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/.tmp/ns/e3624d2c00c340dba12a36c60974f93c as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/ns/e3624d2c00c340dba12a36c60974f93c 2024-11-27T17:23:51,500 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/ns/e3624d2c00c340dba12a36c60974f93c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T17:23:51,501 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/.tmp/rep_barrier/e762927b79a14d8183dab11bd13fa93f as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/rep_barrier/e762927b79a14d8183dab11bd13fa93f 2024-11-27T17:23:51,505 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/rep_barrier/e762927b79a14d8183dab11bd13fa93f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T17:23:51,505 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/.tmp/table/c927acfdf6a74c7188da94d35abac9ac as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/table/c927acfdf6a74c7188da94d35abac9ac 2024-11-27T17:23:51,509 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/table/c927acfdf6a74c7188da94d35abac9ac, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T17:23:51,510 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1086ms, sequenceid=16, compaction requested=false 2024-11-27T17:23:51,516 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T17:23:51,517 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T17:23:51,517 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:23:51,517 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:23:51,517 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732728230424Running coprocessor pre-close hooks at 1732728230424Disabling compacts and flushes for region at 1732728230424Disabling writes for close at 1732728230424Obtaining lock to block concurrent updates at 1732728230424Preparing flush snapshotting stores in 1588230740 at 1732728230424Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732728230425 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732728230440 (+15 ms)Flushing 1588230740/info: creating writer at 1732728230440Flushing 1588230740/info: appending metadata at 1732728230485 (+45 ms)Flushing 1588230740/info: closing flushed file at 1732728230487 (+2 ms)Flushing 1588230740/ns: creating writer at 1732728230947 (+460 ms)Flushing 1588230740/ns: appending metadata at 1732728230980 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1732728230980Flushing 1588230740/rep_barrier: creating writer at 1732728231021 (+41 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732728231037 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732728231037Flushing 1588230740/table: creating writer at 1732728231445 (+408 ms)Flushing 1588230740/table: appending metadata at 1732728231466 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732728231466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a25bba: reopening flushed file at 1732728231484 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62f94606: reopening flushed file at 1732728231495 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@82aff50: reopening flushed file at 1732728231500 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e1fc088: reopening flushed file at 1732728231505 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1086ms, sequenceid=16, compaction requested=false at 1732728231510 (+5 ms)Writing region close event to WAL at 1732728231513 (+3 ms)Running coprocessor post-close hooks at 1732728231516 (+3 ms)Closed at 1732728231517 (+1 ms) 2024-11-27T17:23:51,517 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:23:51,562 DEBUG [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/WALs/8f0673442175,37635,1732728200356/8f0673442175%2C37635%2C1732728200356.1732728223338 to pos 688, reset compression=false 2024-11-27T17:23:51,625 INFO [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,37635,1732728200356; all regions closed. 2024-11-27T17:23:51,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741843_1019 (size=859) 2024-11-27T17:23:51,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741844_1020 (size=2574) 2024-11-27T17:23:51,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741842_1018 (size=696) 2024-11-27T17:23:51,641 DEBUG [RS:0;8f0673442175:37635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:51,642 INFO [RS:0;8f0673442175:37635 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:23:51,642 INFO [RS:0;8f0673442175:37635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:23:51,642 INFO [RS:0;8f0673442175:37635 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:23:51,642 INFO [RS:0;8f0673442175:37635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:23:51,642 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:23:51,642 INFO [RS:0;8f0673442175:37635 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8f0673442175,37635,1732728200356 because: Region server is closing 2024-11-27T17:23:51,643 INFO [RS:0;8f0673442175:37635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:37635. 2024-11-27T17:23:51,643 DEBUG [RS:0;8f0673442175:37635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:51,643 DEBUG [RS:0;8f0673442175:37635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:51,643 DEBUG [RS:0;8f0673442175:37635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:51,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:51,714 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:23:51,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,743 INFO [RS:0;8f0673442175:37635 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 terminated 2024-11-27T17:23:51,743 INFO [RS:0;8f0673442175:37635 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8f0673442175,37635,1732728200356 because: Region server is closing 2024-11-27T17:23:51,743 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,1-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,1-8f0673442175,37635,1732728200356 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T17:23:51,743 INFO [RS:0;8f0673442175:37635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:37635. 2024-11-27T17:23:51,744 DEBUG [RS:0;8f0673442175:37635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:23:51,744 DEBUG [RS:0;8f0673442175:37635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:51,744 DEBUG [RS:0;8f0673442175:37635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:23:51,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:23:51,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:23:51,844 INFO [RS:0;8f0673442175:37635 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.shipper8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 terminated 2024-11-27T17:23:51,844 WARN [RS_REFRESH_PEER-regionserver/8f0673442175:0-0.replicationSource,2-8f0673442175,37635,1732728200356.replicationSource.wal-reader.8f0673442175%2C37635%2C1732728200356,2-8f0673442175,37635,1732728200356 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T17:23:51,844 INFO [RS:0;8f0673442175:37635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37635 2024-11-27T17:23:51,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0482843124/rs/8f0673442175,37635,1732728200356 2024-11-27T17:23:51,893 INFO [RS:0;8f0673442175:37635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:23:51,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124/rs 2024-11-27T17:23:51,908 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,37635,1732728200356] 2024-11-27T17:23:51,921 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0482843124/draining/8f0673442175,37635,1732728200356 already deleted, retry=false 2024-11-27T17:23:51,921 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,37635,1732728200356 expired; onlineServers=0 2024-11-27T17:23:51,921 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,33451,1732728200163' ***** 2024-11-27T17:23:51,921 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:23:51,921 INFO [M:0;8f0673442175:33451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:23:51,921 INFO [M:0;8f0673442175:33451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:23:51,921 DEBUG [M:0;8f0673442175:33451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:23:51,922 DEBUG [M:0;8f0673442175:33451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:23:51,922 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728201877 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732728201877,5,FailOnTimeoutGroup] 2024-11-27T17:23:51,922 INFO [M:0;8f0673442175:33451 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:23:51,922 INFO [M:0;8f0673442175:33451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:23:51,922 DEBUG [M:0;8f0673442175:33451 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:23:51,922 INFO [M:0;8f0673442175:33451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:23:51,922 INFO [M:0;8f0673442175:33451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:23:51,922 ERROR [M:0;8f0673442175:33451 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1299828598) connection to localhost/127.0.0.1:44087 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44087,5,PEWorkerGroup] 2024-11-27T17:23:51,923 INFO [M:0;8f0673442175:33451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:23:51,923 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:23:51,924 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:23:51,924 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728201877 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732728201877,5,FailOnTimeoutGroup] 2024-11-27T17:23:51,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0482843124/master 2024-11-27T17:23:51,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0482843124 2024-11-27T17:23:51,935 DEBUG [M:0;8f0673442175:33451 {}] zookeeper.RecoverableZooKeeper(212): Node /0482843124/master already deleted, retry=false 2024-11-27T17:23:51,935 DEBUG [M:0;8f0673442175:33451 {}] master.ActiveMasterManager(353): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Failed delete of our master address node; KeeperErrorCode = NoNode for /0482843124/master 2024-11-27T17:23:51,936 INFO [M:0;8f0673442175:33451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/.lastflushedseqids 2024-11-27T17:23:51,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741853_1029 (size=263) 2024-11-27T17:23:51,942 INFO [M:0;8f0673442175:33451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:23:51,942 INFO [M:0;8f0673442175:33451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:23:51,943 DEBUG [M:0;8f0673442175:33451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:23:51,943 INFO [M:0;8f0673442175:33451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:51,943 DEBUG [M:0;8f0673442175:33451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:51,943 DEBUG [M:0;8f0673442175:33451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:23:51,943 DEBUG [M:0;8f0673442175:33451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:51,943 INFO [M:0;8f0673442175:33451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-27T17:23:51,962 DEBUG [M:0;8f0673442175:33451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38635dd1d6b742779163f5ce261b4ae6 is 82, key is hbase:meta,,1/info:regioninfo/1732728203144/Put/seqid=0 2024-11-27T17:23:51,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741854_1030 (size=5672) 2024-11-27T17:23:51,970 INFO [M:0;8f0673442175:33451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38635dd1d6b742779163f5ce261b4ae6 2024-11-27T17:23:51,992 DEBUG [M:0;8f0673442175:33451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/884f484dbe0e4f1db32294ef1a59e8c1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732728220960/Put/seqid=0 2024-11-27T17:23:52,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741855_1031 (size=8909) 2024-11-27T17:23:52,002 INFO [M:0;8f0673442175:33451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/884f484dbe0e4f1db32294ef1a59e8c1 2024-11-27T17:23:52,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:52,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1017d520f310001, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:52,010 INFO [RS:0;8f0673442175:37635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:23:52,010 INFO [RS:0;8f0673442175:37635 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,37635,1732728200356; zookeeper connection closed. 2024-11-27T17:23:52,011 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4eb4afb5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4eb4afb5 2024-11-27T17:23:52,012 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T17:23:52,028 DEBUG [M:0;8f0673442175:33451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c6c51a855db4241a991299bc55d1880 is 69, key is 8f0673442175,37635,1732728200356/rs:state/1732728201970/Put/seqid=0 2024-11-27T17:23:52,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741856_1032 (size=5156) 2024-11-27T17:23:52,037 INFO [M:0;8f0673442175:33451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c6c51a855db4241a991299bc55d1880 2024-11-27T17:23:52,042 DEBUG [M:0;8f0673442175:33451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38635dd1d6b742779163f5ce261b4ae6 as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38635dd1d6b742779163f5ce261b4ae6 2024-11-27T17:23:52,046 INFO [M:0;8f0673442175:33451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38635dd1d6b742779163f5ce261b4ae6, entries=8, sequenceid=112, filesize=5.5 K 2024-11-27T17:23:52,047 DEBUG [M:0;8f0673442175:33451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/884f484dbe0e4f1db32294ef1a59e8c1 as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/884f484dbe0e4f1db32294ef1a59e8c1 2024-11-27T17:23:52,052 INFO [M:0;8f0673442175:33451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/884f484dbe0e4f1db32294ef1a59e8c1, entries=13, sequenceid=112, filesize=8.7 K 2024-11-27T17:23:52,053 DEBUG [M:0;8f0673442175:33451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c6c51a855db4241a991299bc55d1880 as hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c6c51a855db4241a991299bc55d1880 2024-11-27T17:23:52,058 INFO [M:0;8f0673442175:33451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44087/user/jenkins/test-data/9438b0e9-9d05-2943-d131-39628f51e53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c6c51a855db4241a991299bc55d1880, entries=1, sequenceid=112, filesize=5.0 K 2024-11-27T17:23:52,059 INFO [M:0;8f0673442175:33451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=112, compaction requested=false 2024-11-27T17:23:52,061 INFO [M:0;8f0673442175:33451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:23:52,061 DEBUG [M:0;8f0673442175:33451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732728231943Disabling compacts and flushes for region at 1732728231943Disabling writes for close at 1732728231943Obtaining lock to block concurrent updates at 1732728231943Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732728231943Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732728231943Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732728231945 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732728231945Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732728231962 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732728231962Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732728231974 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732728231992 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732728231992Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732728232007 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732728232027 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732728232027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11994fb2: reopening flushed file at 1732728232041 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bd734f: reopening flushed file at 1732728232046 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d0a575: reopening flushed file at 1732728232052 (+6 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=112, compaction requested=false at 1732728232059 (+7 ms)Writing region close event to WAL at 1732728232061 (+2 ms)Closed at 1732728232061 2024-11-27T17:23:52,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741830_1006 (size=69055) 2024-11-27T17:23:52,064 INFO [M:0;8f0673442175:33451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:23:52,064 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:23:52,064 INFO [M:0;8f0673442175:33451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33451 2024-11-27T17:23:52,064 INFO [M:0;8f0673442175:33451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:23:52,172 INFO [M:0;8f0673442175:33451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:23:52,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:52,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1017d520f310000, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:23:52,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d10570c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:23:52,181 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bd5237f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:23:52,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:23:52,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e6aaf0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:23:52,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24dcdcec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/hadoop.log.dir/,STOPPED} 2024-11-27T17:23:52,184 WARN [BP-1987192324-172.17.0.3-1732728198048 heartbeating to localhost/127.0.0.1:44087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:23:52,184 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:23:52,184 WARN [BP-1987192324-172.17.0.3-1732728198048 heartbeating to localhost/127.0.0.1:44087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1987192324-172.17.0.3-1732728198048 (Datanode Uuid ba368a72-6dd3-4714-9191-246f4c9719c0) service to localhost/127.0.0.1:44087 2024-11-27T17:23:52,184 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:23:52,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/cluster_23ba264e-cbef-3bda-f549-bb575cecc10d/data/data1/current/BP-1987192324-172.17.0.3-1732728198048 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:23:52,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/cluster_23ba264e-cbef-3bda-f549-bb575cecc10d/data/data2/current/BP-1987192324-172.17.0.3-1732728198048 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:23:52,185 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:23:52,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46f83561{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:23:52,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63cc3196{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:23:52,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:23:52,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25f3adc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:23:52,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@139ed7ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e115f6-cf24-34a5-9858-990f88017fab/hadoop.log.dir/,STOPPED} 2024-11-27T17:23:52,207 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T17:23:52,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:23:52,251 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=605 (was 530) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-43-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44087 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56337) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44087 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35987 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:35987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44087 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-42-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56337) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35987 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33481 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56337) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33481 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=996 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=617 (was 640), ProcessCount=11 (was 11), AvailableMemoryMB=5689 (was 4501) - AvailableMemoryMB LEAK? - 2024-11-27T17:23:52,252 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=605 is superior to 500 2024-11-27T17:23:52,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017d520f310005, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:23:52,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017d520f310008, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:23:52,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017d520f310002, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T17:23:52,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017d520f310008, quorum=127.0.0.1:56337, baseZNode=/21597308768 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:23:52,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017d520f310005, quorum=127.0.0.1:56337, baseZNode=/11453648559 Received Disconnected from ZooKeeper, ignoring 2024-11-27T17:23:52,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017d520f310002, quorum=127.0.0.1:56337, baseZNode=/0482843124 Received Disconnected from ZooKeeper, ignoring